08:02:08.474 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:02:08.474 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskjigIua/test-tmp
08:02:08.474 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:02:08.474 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskjigIua/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:02:08.477 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:02:08.798 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:02:08.798 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:02:08.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:08.800318 11576 mini_oidc.cc:150] Starting JWKS server
08:02:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:08.802496 11576 webserver.cc:492] Webserver started at http://127.0.0.1:45331/ using document root <none> and password file <none>
08:02:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:08.802711 11576 mini_oidc.cc:186] Starting OIDC Discovery server
08:02:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:08.803222 11576 webserver.cc:492] Webserver started at http://127.0.0.1:41869/ using document root <none> and password file <none>
08:02:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-04T08:02:08Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:02:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-04T08:02:08Z Disabled control of system clock
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:08.832593 11576 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/wal
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/data
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/logs
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/data/info.pb
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.62:34689
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.62
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45331/jwks.json
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.150859 11587 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.151165 11587 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.151242 11587 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.159438 11587 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.159523 11587 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.159574 11587 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.159613 11587 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.159670 11587 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.159711 11587 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.159754 11587 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45331/jwks.json
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.169746 11587 master_runner.cc:386] Master server non-default flags:
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/data
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/wal
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.62:34689
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45331/jwks.json
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/data/info.pb
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.62
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/logs
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 07:43:36 UTC on bdcb31816ec0
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11738
08:02:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.171345 11587 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.173111 11587 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.181563 11593 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.181753 11592 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.182350 11595 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.182350 11587 server_base.cc:1061] running on GCE node
08:02:09.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.183269 11587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.184695 11587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.185938 11587 hybrid_clock.cc:648] HybridClock initialized: now 1777881729185861 us; error 52 us; skew 500 ppm
08:02:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.186280 11587 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.188308 11587 webserver.cc:492] Webserver started at http://127.11.78.62:43691/ using document root <none> and password file <none>
08:02:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.189049 11587 fs_manager.cc:362] Metadata directory not provided
08:02:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.189217 11587 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.189594 11587 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.191890 11587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/data/instance:
08:02:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74b7863a932548f588a6202b7a2e56bd"
08:02:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:09 on dist-test-slave-4mml"
08:02:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.192770 11587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/wal/instance:
08:02:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74b7863a932548f588a6202b7a2e56bd"
08:02:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:09 on dist-test-slave-4mml"
08:02:09.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.197908 11587 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
08:02:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.201143 11601 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.202311 11587 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.202497 11587 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/data,/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/wal
08:02:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74b7863a932548f588a6202b7a2e56bd"
08:02:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:09 on dist-test-slave-4mml"
08:02:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.202694 11587 fs_report.cc:389] FS layout report
08:02:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/wal
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/wal
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/data/data
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:09.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.218828 11587 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:09.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.219693 11587 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.220024 11587 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.243254 11587 rpc_server.cc:307] RPC server started. Bound to: 127.11.78.62:34689
08:02:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.243285 11662 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.78.62:34689 every 8 connection(s)
08:02:09.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.244768 11587 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/data/info.pb
08:02:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.248778 11576 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskjigIua/build/asan/bin/kudu as pid 11587
08:02:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.249147 11576 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-0/wal/instance
08:02:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.249688 11663 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.252347 11576 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/wal
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/data
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/logs
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/data/info.pb
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.61:45821
08:02:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.61
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45331/jwks.json
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.258316 11663 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.273479 11663 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.274622 11605 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.78.61:45821: connect: Connection refused (error 111)
08:02:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.276188 11663 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.61:45821: Network error: Client connection negotiation failed: client connection to 127.11.78.61:45821: connect: Connection refused (error 111)
08:02:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.325513 11663 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } attempt: 1
08:02:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.327690 11663 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.61:45821: Network error: Client connection negotiation failed: client connection to 127.11.78.61:45821: connect: Connection refused (error 111)
08:02:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.395961 11663 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } attempt: 2
08:02:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.398033 11663 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.61:45821: Network error: Client connection negotiation failed: client connection to 127.11.78.61:45821: connect: Connection refused (error 111)
08:02:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.489316 11663 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } attempt: 3
08:02:09.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.491417 11663 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.61:45821: Network error: Client connection negotiation failed: client connection to 127.11.78.61:45821: connect: Connection refused (error 111)
08:02:09.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.571893 11665 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:09.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.572268 11665 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:09.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.572402 11665 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:09.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.580724 11665 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.580857 11665 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.580927 11665 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.580987 11665 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.581076 11665 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.581161 11665 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.581233 11665 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45331/jwks.json
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.590948 11665 master_runner.cc:386] Master server non-default flags:
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/data
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/wal
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.61:45821
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45331/jwks.json
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/data/info.pb
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.61
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/logs
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 07:43:36 UTC on bdcb31816ec0
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11738
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.592927 11665 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.594723 11665 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:09.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.602622 11673 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.602582 11674 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.603325 11676 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.603732 11665 server_base.cc:1061] running on GCE node
08:02:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.604535 11665 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.605890 11665 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.607097 11665 hybrid_clock.cc:648] HybridClock initialized: now 1777881729607050 us; error 43 us; skew 500 ppm
08:02:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.607376 11665 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.609589 11665 webserver.cc:492] Webserver started at http://127.11.78.61:32897/ using document root <none> and password file <none>
08:02:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.610241 11665 fs_manager.cc:362] Metadata directory not provided
08:02:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.610369 11665 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.610764 11665 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.613114 11665 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/data/instance:
08:02:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2907e2cd92024d409b6f50fe2170714d"
08:02:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:09 on dist-test-slave-4mml"
08:02:09.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.613905 11665 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/wal/instance:
08:02:09.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2907e2cd92024d409b6f50fe2170714d"
08:02:09.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:09 on dist-test-slave-4mml"
08:02:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.619069 11665 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
08:02:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.622252 11682 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.623425 11665 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
08:02:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.623600 11665 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/data,/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/wal
08:02:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2907e2cd92024d409b6f50fe2170714d"
08:02:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:09 on dist-test-slave-4mml"
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.623808 11665 fs_report.cc:389] FS layout report
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/wal
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/wal
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/data/data
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.634686 11663 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } attempt: 4
08:02:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.636569 11663 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.61:45821: Network error: Client connection negotiation failed: client connection to 127.11.78.61:45821: connect: Connection refused (error 111)
08:02:09.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.670964 11665 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:09.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.671803 11665 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.672063 11665 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.695207 11665 rpc_server.cc:307] RPC server started. Bound to: 127.11.78.61:45821
08:02:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.695240 11743 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.78.61:45821 every 8 connection(s)
08:02:09.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.696748 11665 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/data/info.pb
08:02:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.700970 11744 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.701776 11576 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskjigIua/build/asan/bin/kudu as pid 11665
08:02:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.701965 11576 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-1/wal/instance
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.703276 11576 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/wal
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/data
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/logs
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/data/info.pb
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.60:43517
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.60
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45331/jwks.json
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.709233 11744 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.724645 11744 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.734177 11744 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.735193 11684 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.736769 11744 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.60:43517: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.786055 11744 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } attempt: 1
08:02:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.788144 11744 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.60:43517: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.857326 11744 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } attempt: 2
08:02:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.859434 11744 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.60:43517: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.935850 11663 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } attempt: 5
08:02:09.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.943082 11663 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.944820 11663 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.60:43517: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.950636 11744 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } attempt: 3
08:02:09.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.952378 11744 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.60:43517: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:09.996069 11663 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } attempt: 1
08:02:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:09.998099 11663 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.60:43517: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.045575 11746 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.045892 11746 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.045969 11746 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.054499 11746 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.054598 11746 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.054646 11746 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.054687 11746 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.054742 11746 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.054781 11746 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.054826 11746 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45331/jwks.json
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.065042 11746 master_runner.cc:386] Master server non-default flags:
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/data
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/wal
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.60:43517
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45331/jwks.json
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/data/info.pb
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.60
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/logs
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 07:43:36 UTC on bdcb31816ec0
08:02:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11738
08:02:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.066349 11663 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } attempt: 2
08:02:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.066582 11746 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.068265 11663 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.60:43517: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.068842 11746 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:10.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.076363 11754 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.076403 11755 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.077157 11757 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.078091 11746 server_base.cc:1061] running on GCE node
08:02:10.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.078953 11746 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:10.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.080251 11746 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.081591 11746 hybrid_clock.cc:648] HybridClock initialized: now 1777881730081487 us; error 52 us; skew 500 ppm
08:02:10.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.081984 11746 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.084116 11746 webserver.cc:492] Webserver started at http://127.11.78.60:32951/ using document root <none> and password file <none>
08:02:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.084872 11746 fs_manager.cc:362] Metadata directory not provided
08:02:10.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.084995 11746 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:10.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.085304 11746 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.087581 11746 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/data/instance:
08:02:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2604732f96e647be8b0caa6593b8b0af"
08:02:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:10 on dist-test-slave-4mml"
08:02:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.088356 11746 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/wal/instance:
08:02:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2604732f96e647be8b0caa6593b8b0af"
08:02:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:10 on dist-test-slave-4mml"
08:02:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.093742 11746 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
08:02:10.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.095713 11744 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } attempt: 4
08:02:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.097294 11763 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.097754 11744 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.78.60:43517: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.098625 11746 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.003s
08:02:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.098755 11746 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/data,/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/wal
08:02:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2604732f96e647be8b0caa6593b8b0af"
08:02:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:10 on dist-test-slave-4mml"
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.098901 11746 fs_report.cc:389] FS layout report
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/wal
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/wal
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/data/data
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.115447 11746 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.116182 11746 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.116500 11746 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.139635 11746 rpc_server.cc:307] RPC server started. Bound to: 127.11.78.60:43517
08:02:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.139678 11824 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.78.60:43517 every 8 connection(s)
08:02:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.141109 11746 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/data/info.pb
08:02:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.142927 11576 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskjigIua/build/asan/bin/kudu as pid 11746
08:02:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.143074 11576 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/master-2/wal/instance
08:02:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.145323 11825 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.153527 11825 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } has no permanent_uuid. Determining permanent_uuid...
08:02:10.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.166803 11825 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } has no permanent_uuid. Determining permanent_uuid...
08:02:10.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.173553 11825 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } has no permanent_uuid. Determining permanent_uuid...
08:02:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.174484 11663 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } attempt: 3
08:02:10.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.185467 11825 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af: Bootstrap starting.
08:02:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.186519 11663 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: Bootstrap starting.
08:02:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.189437 11825 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af: Neither blocks nor log segments found. Creating new log.
08:02:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.190161 11663 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: Neither blocks nor log segments found. Creating new log.
08:02:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.190821 11825 log.cc:826] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af: Log is configured to *not* fsync() on all Append() calls
08:02:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.191447 11663 log.cc:826] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: Log is configured to *not* fsync() on all Append() calls
08:02:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.194490 11825 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af: No bootstrap required, opened a new log
08:02:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.194887 11663 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: No bootstrap required, opened a new log
08:02:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.202139 11825 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.202139 11663 raft_consensus.cc:359] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.202471 11825 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.202471 11663 raft_consensus.cc:385] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.202602 11825 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2604732f96e647be8b0caa6593b8b0af, State: Initialized, Role: FOLLOWER
08:02:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.202590 11663 raft_consensus.cc:740] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74b7863a932548f588a6202b7a2e56bd, State: Initialized, Role: FOLLOWER
08:02:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.203272 11825 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.203274 11663 consensus_queue.cc:260] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.204301 11835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.204770 11835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.204747 11834 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.205068 11834 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.205761 11825 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [sys.catalog]: configured and running, proceeding with master startup.
08:02:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.205760 11663 sys_catalog.cc:565] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: configured and running, proceeding with master startup.
08:02:10.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.222681 11607 tablet.cc:2404] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.216921 11587 master_runner.cc:186] Error getting master registration for 127.11.78.61:45821: OK, instance_id { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" instance_seqno: 1777881729689916 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.224207 11857 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:02:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.224350 11857 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:02:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.224838 11587 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:10.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.224397 11746 master_runner.cc:186] Error getting master registration for 127.11.78.61:45821: OK, instance_id { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" instance_seqno: 1777881729689916 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:10.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.228646 11746 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.230931 11856 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:02:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.231035 11856 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:02:10.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.239707 11834 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.239955 11834 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.241644 11834 leader_election.cc:290] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74b7863a932548f588a6202b7a2e56bd (127.11.78.62:34689), 2907e2cd92024d409b6f50fe2170714d (127.11.78.61:45821)
08:02:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.242540 11628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2604732f96e647be8b0caa6593b8b0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74b7863a932548f588a6202b7a2e56bd" is_pre_election: true
08:02:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.243037 11628 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2604732f96e647be8b0caa6593b8b0af in term 0.
08:02:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.243772 11765 leader_election.cc:304] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2604732f96e647be8b0caa6593b8b0af, 74b7863a932548f588a6202b7a2e56bd; no voters:
08:02:10.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.244275 11834 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:10.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.244412 11834 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:10.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.244542 11834 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 0 FOLLOWER]: Advancing to term 1
08:02:10.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.247630 11834 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.248771 11628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2604732f96e647be8b0caa6593b8b0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74b7863a932548f588a6202b7a2e56bd"
08:02:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.248967 11628 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 0 FOLLOWER]: Advancing to term 1
08:02:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.252236 11628 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2604732f96e647be8b0caa6593b8b0af in term 1.
08:02:10.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.253192 11834 leader_election.cc:290] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [CANDIDATE]: Term 1 election: Requested vote from peers 74b7863a932548f588a6202b7a2e56bd (127.11.78.62:34689), 2907e2cd92024d409b6f50fe2170714d (127.11.78.61:45821)
08:02:10.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.253803 11765 leader_election.cc:304] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2604732f96e647be8b0caa6593b8b0af, 74b7863a932548f588a6202b7a2e56bd; no voters:
08:02:10.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.254194 11834 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 1 FOLLOWER]: Leader election won for term 1
08:02:10.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.264896 11834 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [term 1 LEADER]: Becoming Leader. State: Replica: 2604732f96e647be8b0caa6593b8b0af, State: Running, Role: LEADER
08:02:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.265973 11834 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.273780 11860 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2604732f96e647be8b0caa6593b8b0af. Latest consensus state: current_term: 1 leader_uuid: "2604732f96e647be8b0caa6593b8b0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.274154 11860 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [sys.catalog]: This master's current role is: LEADER
08:02:10.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.277050 11862 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:02:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.279383 11862 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:02:10.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.290114 11628 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 1 FOLLOWER]: Refusing update from remote peer 2604732f96e647be8b0caa6593b8b0af: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:10.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.291069 11860 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [LEADER]: Connected to new peer: Peer: permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.313928 11835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2604732f96e647be8b0caa6593b8b0af. Latest consensus state: current_term: 1 leader_uuid: "2604732f96e647be8b0caa6593b8b0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.314216 11835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.323387 11835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2604732f96e647be8b0caa6593b8b0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.323616 11835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.323922 11864 mvcc.cc:204] Tried to move back new op lower bound from 7282203567257006080 to 7282203567186767872. Current Snapshot: MvccSnapshot[applied={T|T < 7282203567257006080}]
08:02:10.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.329160 11834 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2604732f96e647be8b0caa6593b8b0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.329458 11834 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [sys.catalog]: This master's current role is: LEADER
08:02:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.331262 11862 catalog_manager.cc:1357] Generated new cluster ID: 5911f843fd2448d9bd051743e3e393d1
08:02:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.331367 11862 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:02:10.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.365234 11862 catalog_manager.cc:1380] Generated new certificate authority record
08:02:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.369227 11862 catalog_manager.cc:1514] Loading token signing keys...
08:02:10.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.395670 11862 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af: Generated new TSK 0
08:02:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.397015 11862 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:02:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.396961 11744 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } attempt: 5
08:02:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.415989 11744 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d: Bootstrap starting.
08:02:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.416318 11576 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/wal
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/data
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/logs
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/data/info.pb
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.1:0
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.78.1
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.1
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.420193 11744 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d: Neither blocks nor log segments found. Creating new log.
08:02:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.421593 11744 log.cc:826] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d: Log is configured to *not* fsync() on all Append() calls
08:02:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.437227 11744 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d: No bootstrap required, opened a new log
08:02:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.457125 11744 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.457505 11744 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.457644 11744 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2907e2cd92024d409b6f50fe2170714d, State: Initialized, Role: FOLLOWER
08:02:10.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.458542 11744 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.469209 11744 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: configured and running, proceeding with master startup.
08:02:10.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.469295 11708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2604732f96e647be8b0caa6593b8b0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2907e2cd92024d409b6f50fe2170714d"
08:02:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.470273 11709 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2604732f96e647be8b0caa6593b8b0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2907e2cd92024d409b6f50fe2170714d" is_pre_election: true
08:02:10.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.471508 11708 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 0 FOLLOWER]: Advancing to term 1
08:02:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.475016 11708 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2604732f96e647be8b0caa6593b8b0af in term 1.
08:02:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.476732 11707 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Refusing update from remote peer 2604732f96e647be8b0caa6593b8b0af: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:10.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.477761 11871 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.478623 11871 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.479418 11871 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:10.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.479915 11871 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.484630 11628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2907e2cd92024d409b6f50fe2170714d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74b7863a932548f588a6202b7a2e56bd" is_pre_election: true
08:02:10.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.486271 11790 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2907e2cd92024d409b6f50fe2170714d" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2604732f96e647be8b0caa6593b8b0af" is_pre_election: true
08:02:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.487159 11868 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [LEADER]: Connected to new peer: Peer: permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.487450 11871 leader_election.cc:290] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 74b7863a932548f588a6202b7a2e56bd (127.11.78.62:34689), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.487895 11684 leader_election.cc:304] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2907e2cd92024d409b6f50fe2170714d; no voters: 2604732f96e647be8b0caa6593b8b0af, 74b7863a932548f588a6202b7a2e56bd
08:02:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.527911 11871 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2604732f96e647be8b0caa6593b8b0af. Latest consensus state: current_term: 1 leader_uuid: "2604732f96e647be8b0caa6593b8b0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.528214 11871 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.528852 11872 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:02:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.529742 11880 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2604732f96e647be8b0caa6593b8b0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.530146 11880 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.601384 11834 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2604732f96e647be8b0caa6593b8b0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.601750 11834 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2604732f96e647be8b0caa6593b8b0af [sys.catalog]: This master's current role is: LEADER
08:02:10.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.620604 11888 catalog_manager.cc:1269] Loaded cluster ID: 5911f843fd2448d9bd051743e3e393d1
08:02:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.620940 11888 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d: loading cluster ID for follower catalog manager: success
08:02:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.625128 11888 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d: acquiring CA information for follower catalog manager: success
08:02:10.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.627755 11888 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.926961 11870 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.927261 11870 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.927347 11870 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.936273 11870 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.936508 11870 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.936568 11870 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.936605 11870 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.936685 11870 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.78.1
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.946941 11870 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/data
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/wal
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.1:0
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/data/info.pb
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.1
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.78.1
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/logs
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 07:43:36 UTC on bdcb31816ec0
08:02:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11738
08:02:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.948411 11870 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.950541 11870 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.959983 11895 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.960009 11894 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:10.961373 11897 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.962399 11870 server_base.cc:1061] running on GCE node
08:02:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.963090 11870 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.964128 11870 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.965399 11870 hybrid_clock.cc:648] HybridClock initialized: now 1777881730965284 us; error 57 us; skew 500 ppm
08:02:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.965709 11870 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.967883 11870 webserver.cc:492] Webserver started at http://127.11.78.1:37515/ using document root <none> and password file <none>
08:02:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.968669 11870 fs_manager.cc:362] Metadata directory not provided
08:02:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.968827 11870 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.969174 11870 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:10.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.972107 11870 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/data/instance:
08:02:10.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a627ef4f83b3420f9ef462770ff3c85a"
08:02:10.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:10 on dist-test-slave-4mml"
08:02:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.972980 11870 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/wal/instance:
08:02:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a627ef4f83b3420f9ef462770ff3c85a"
08:02:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:10 on dist-test-slave-4mml"
08:02:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.978353 11870 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
08:02:10.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.981812 11903 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.983418 11870 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.983557 11870 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/data,/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/wal
08:02:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a627ef4f83b3420f9ef462770ff3c85a"
08:02:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:10 on dist-test-slave-4mml"
08:02:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:10.983773 11870 fs_report.cc:389] FS layout report
08:02:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/wal
08:02:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/wal
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/data/data
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.007130 11870 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.008282 11870 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.008589 11870 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.012044 11870 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.012166 11870 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.012300 11870 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.012387 11870 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.126622 11870 rpc_server.cc:307] RPC server started. Bound to: 127.11.78.1:44983
08:02:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.126673 12027 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.78.1:44983 every 8 connection(s)
08:02:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.128067 11870 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/data/info.pb
08:02:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.131405 12029 heartbeater.cc:344] Connected to a master server at 127.11.78.62:34689
08:02:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.131876 12029 heartbeater.cc:461] Registering TS with master...
08:02:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.132975 12029 heartbeater.cc:507] Master 127.11.78.62:34689 requested a full tablet report, sending...
08:02:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.134173 11576 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskjigIua/build/asan/bin/kudu as pid 11870
08:02:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.134382 11576 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-0/wal/instance
08:02:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.138090 11617 ts_manager.cc:194] Registered new tserver with Master: a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983)
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.142347 11576 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/wal
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/data
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:11.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/logs
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/data/info.pb
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.2:0
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.78.2
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.2
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.144649 12028 heartbeater.cc:344] Connected to a master server at 127.11.78.60:43517
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.144804 12028 heartbeater.cc:461] Registering TS with master...
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.145481 12028 heartbeater.cc:507] Master 127.11.78.60:43517 requested a full tablet report, sending...
08:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.147595 11780 ts_manager.cc:194] Registered new tserver with Master: a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983)
08:02:11.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.152386 11780 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.78.1:44725
08:02:11.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.166823 12030 heartbeater.cc:344] Connected to a master server at 127.11.78.61:45821
08:02:11.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.166998 12030 heartbeater.cc:461] Registering TS with master...
08:02:11.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.167418 12030 heartbeater.cc:507] Master 127.11.78.61:45821 requested a full tablet report, sending...
08:02:11.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.169348 11699 ts_manager.cc:194] Registered new tserver with Master: a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983)
08:02:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.226910 11857 catalog_manager.cc:1269] Loaded cluster ID: 5911f843fd2448d9bd051743e3e393d1
08:02:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.227003 11857 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: loading cluster ID for follower catalog manager: success
08:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.229777 11857 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: acquiring CA information for follower catalog manager: success
08:02:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.231542 11857 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.494587 12033 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.494923 12033 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.495064 12033 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.503683 12033 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.503887 12033 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.503973 12033 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.504045 12033 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.504187 12033 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.78.2
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.514443 12033 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/data
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/wal
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.2:0
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/data/info.pb
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.2
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.78.2
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/logs
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 07:43:36 UTC on bdcb31816ec0
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11738
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.516458 12033 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.518271 12033 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.528105 12038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.528033 12039 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.528115 12041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.529254 12033 server_base.cc:1061] running on GCE node
08:02:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.529835 12033 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.530762 12033 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.532015 12033 hybrid_clock.cc:648] HybridClock initialized: now 1777881731531943 us; error 48 us; skew 500 ppm
08:02:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.532310 12033 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.534369 12033 webserver.cc:492] Webserver started at http://127.11.78.2:45529/ using document root <none> and password file <none>
08:02:11.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.535130 12033 fs_manager.cc:362] Metadata directory not provided
08:02:11.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.535282 12033 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:11.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.535637 12033 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.538095 12033 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/data/instance:
08:02:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8165c50e7a8d451cb5d96d78a9a59a2a"
08:02:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:11 on dist-test-slave-4mml"
08:02:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.538825 12033 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/wal/instance:
08:02:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8165c50e7a8d451cb5d96d78a9a59a2a"
08:02:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:11 on dist-test-slave-4mml"
08:02:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.543982 12033 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.005s
08:02:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.547228 12047 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.548676 12033 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.548877 12033 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/data,/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/wal
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8165c50e7a8d451cb5d96d78a9a59a2a"
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:11 on dist-test-slave-4mml"
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.549083 12033 fs_report.cc:389] FS layout report
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/wal
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/wal
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/data/data
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:11.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.578538 12033 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.579547 12033 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.579799 12033 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.582872 12033 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.582986 12033 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.583101 12033 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.583192 12033 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.644618 12033 rpc_server.cc:307] RPC server started. Bound to: 127.11.78.2:45253
08:02:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.644697 12169 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.78.2:45253 every 8 connection(s)
08:02:11.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.645902 12033 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/data/info.pb
08:02:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.646759 11576 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskjigIua/build/asan/bin/kudu as pid 12033
08:02:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.646948 11576 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-1/wal/instance
08:02:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.652523 11576 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskjigIua/build/asan/bin/kudu
08:02:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/wal
08:02:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/data
08:02:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/logs
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/data/info.pb
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.3:0
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.78.3
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.3
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.656582 12171 heartbeater.cc:344] Connected to a master server at 127.11.78.62:34689
08:02:11.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.657159 12171 heartbeater.cc:461] Registering TS with master...
08:02:11.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.658324 12170 heartbeater.cc:344] Connected to a master server at 127.11.78.60:43517
08:02:11.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.658481 12170 heartbeater.cc:461] Registering TS with master...
08:02:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.659180 12170 heartbeater.cc:507] Master 127.11.78.60:43517 requested a full tablet report, sending...
08:02:11.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.661006 11780 ts_manager.cc:194] Registered new tserver with Master: 8165c50e7a8d451cb5d96d78a9a59a2a (127.11.78.2:45253)
08:02:11.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.662422 11780 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.78.2:43595
08:02:11.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.658480 12171 heartbeater.cc:507] Master 127.11.78.62:34689 requested a full tablet report, sending...
08:02:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.667411 11617 ts_manager.cc:194] Registered new tserver with Master: 8165c50e7a8d451cb5d96d78a9a59a2a (127.11.78.2:45253)
08:02:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.669940 12172 heartbeater.cc:344] Connected to a master server at 127.11.78.61:45821
08:02:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.670084 12172 heartbeater.cc:461] Registering TS with master...
08:02:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.670430 12172 heartbeater.cc:507] Master 127.11.78.61:45821 requested a full tablet report, sending...
08:02:11.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:11.671376 11699 ts_manager.cc:194] Registered new tserver with Master: 8165c50e7a8d451cb5d96d78a9a59a2a (127.11.78.2:45253)
08:02:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.994490 12175 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.994792 12175 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:11.994880 12175 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.003575 12175 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.003755 12175 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.003816 12175 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.003854 12175 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:12.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.003976 12175 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.78.3
08:02:12.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.014689 12175 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:12.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:12.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.78.20:36691
08:02:12.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/data
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/wal
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.78.3:0
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/data/info.pb
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.78.3
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.78.62:34689,127.11.78.61:45821,127.11.78.60:43517
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.78.3
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/logs
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 07:43:36 UTC on bdcb31816ec0
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11738
08:02:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.016227 12175 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.018196 12175 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.028370 12181 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.028507 12183 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.028321 12180 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.029361 12175 server_base.cc:1061] running on GCE node
08:02:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.030010 12175 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:12.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.030889 12175 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:12.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.032114 12175 hybrid_clock.cc:648] HybridClock initialized: now 1777881732032056 us; error 32 us; skew 500 ppm
08:02:12.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.032419 12175 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.034523 12175 webserver.cc:492] Webserver started at http://127.11.78.3:42359/ using document root <none> and password file <none>
08:02:12.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.035224 12175 fs_manager.cc:362] Metadata directory not provided
08:02:12.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.035374 12175 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:12.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.035732 12175 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:12.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.038182 12175 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/data/instance:
08:02:12.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9b89acea72646609fc7d6b624a554aa"
08:02:12.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:12 on dist-test-slave-4mml"
08:02:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.038944 12175 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/wal/instance:
08:02:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9b89acea72646609fc7d6b624a554aa"
08:02:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:12 on dist-test-slave-4mml"
08:02:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.044138 12175 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
08:02:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.047446 12189 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.048938 12175 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.049079 12175 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/data,/tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/wal
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a9b89acea72646609fc7d6b624a554aa"
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 08:02:12 on dist-test-slave-4mml"
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.049252 12175 fs_report.cc:389] FS layout report
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/wal
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/wal
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/data/data
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.083427 12175 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.084313 12175 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:12.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.084635 12175 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:12.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.087725 12175 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:12.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.087852 12175 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:12.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.087971 12175 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:12.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.088070 12175 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.154337 12175 rpc_server.cc:307] RPC server started. Bound to: 127.11.78.3:42437
08:02:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.154388 12310 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.78.3:42437 every 8 connection(s)
08:02:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.155871 12175 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/data/info.pb
08:02:12.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.157939 12028 heartbeater.cc:499] Master 127.11.78.60:43517 was elected leader, sending a full tablet report...
08:02:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.160559 12312 heartbeater.cc:344] Connected to a master server at 127.11.78.62:34689
08:02:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.160881 12312 heartbeater.cc:461] Registering TS with master...
08:02:12.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.161876 12312 heartbeater.cc:507] Master 127.11.78.62:34689 requested a full tablet report, sending...
08:02:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.163127 11576 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskjigIua/build/asan/bin/kudu as pid 12175
08:02:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.163331 11576 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskjigIua/test-tmp/mini-kudu-cluster5082837349610473045/ts-2/wal/instance
08:02:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.163619 11617 ts_manager.cc:194] Registered new tserver with Master: a9b89acea72646609fc7d6b624a554aa (127.11.78.3:42437)
08:02:12.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.166425 12311 heartbeater.cc:344] Connected to a master server at 127.11.78.60:43517
08:02:12.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.166545 12311 heartbeater.cc:461] Registering TS with master...
08:02:12.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.167086 12311 heartbeater.cc:507] Master 127.11.78.60:43517 requested a full tablet report, sending...
08:02:12.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.167976 11780 ts_manager.cc:194] Registered new tserver with Master: a9b89acea72646609fc7d6b624a554aa (127.11.78.3:42437)
08:02:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.168972 11780 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.78.3:43235
08:02:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.172657 12313 heartbeater.cc:344] Connected to a master server at 127.11.78.61:45821
08:02:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.172816 12313 heartbeater.cc:461] Registering TS with master...
08:02:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.173203 12313 heartbeater.cc:507] Master 127.11.78.61:45821 requested a full tablet report, sending...
08:02:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.174434 11698 ts_manager.cc:194] Registered new tserver with Master: a9b89acea72646609fc7d6b624a554aa (127.11.78.3:42437)
08:02:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.186604 11576 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:02:12.188 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:02:12.188 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:02:12.189 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.78.62"
port: 34689
}
bound_http_address {
host: "127.11.78.62"
port: 43691
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.78.61"
port: 45821
}
bound_http_address {
host: "127.11.78.61"
port: 32897
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.78.60"
port: 43517
}
bound_http_address {
host: "127.11.78.60"
port: 32951
}
}
}
08:02:12.189 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:02:12.190 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.11.78.1"
port: 44983
}
bound_http_address {
host: "127.11.78.1"
port: 37515
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.11.78.2"
port: 45253
}
bound_http_address {
host: "127.11.78.2"
port: 45529
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.11.78.3"
port: 42437
}
bound_http_address {
host: "127.11.78.3"
port: 42359
}
}
}
08:02:12.190 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:02:12.191 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:02:12.193 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.78.61:45821(127.11.78.61:45821)] connecting to peer
08:02:12.194 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:12.195 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.78.61:45821(127.11.78.61:45821)] Successfully connected to peer
08:02:12.195 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.78.62:34689(127.11.78.62:34689)] connecting to peer
08:02:12.196 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.78.60:43517(127.11.78.60:43517)] Successfully connected to peer
08:02:12.197 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.78.62:34689(127.11.78.62:34689)] Successfully connected to peer
08:02:12.197 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.78.61
08:02:12.198 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.78.60
08:02:12.199 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.78.62
08:02:12.210 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x14973173, L:/127.0.0.1:58944 - R:/127.11.78.61:45821] using SASL/PLAIN
08:02:12.212 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa0abd56e, L:/127.0.0.1:35984 - R:/127.11.78.62:34689] using SASL/PLAIN
08:02:12.213 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9e1a77e8, L:/127.0.0.1:53264 - R:/127.11.78.60:43517] using SASL/PLAIN
08:02:12.215 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:12.215 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [19ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: OK, deferred=null) after lookup
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.216789 11779 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53264:
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.219081 11779 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:12.234 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 88a53ae6154b4b7d97fcd9adc18c5b04
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.286056 11963 tablet_service.cc:1511] Processing CreateTablet for tablet a56d6cd4c136430298a6587b49e028a4 (DEFAULT_TABLE table=txn_manager_fallback [id=88a53ae6154b4b7d97fcd9adc18c5b04]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.286077 12238 tablet_service.cc:1511] Processing CreateTablet for tablet 4001552e16ff4806bff57e984c3f40ec (DEFAULT_TABLE table=txn_manager_fallback [id=88a53ae6154b4b7d97fcd9adc18c5b04]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.286062 12104 tablet_service.cc:1511] Processing CreateTablet for tablet 4001552e16ff4806bff57e984c3f40ec (DEFAULT_TABLE table=txn_manager_fallback [id=88a53ae6154b4b7d97fcd9adc18c5b04]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.286183 12239 tablet_service.cc:1511] Processing CreateTablet for tablet a56d6cd4c136430298a6587b49e028a4 (DEFAULT_TABLE table=txn_manager_fallback [id=88a53ae6154b4b7d97fcd9adc18c5b04]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.287231 11962 tablet_service.cc:1511] Processing CreateTablet for tablet 4001552e16ff4806bff57e984c3f40ec (DEFAULT_TABLE table=txn_manager_fallback [id=88a53ae6154b4b7d97fcd9adc18c5b04]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.286383 12105 tablet_service.cc:1511] Processing CreateTablet for tablet a56d6cd4c136430298a6587b49e028a4 (DEFAULT_TABLE table=txn_manager_fallback [id=88a53ae6154b4b7d97fcd9adc18c5b04]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.287606 12239 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a56d6cd4c136430298a6587b49e028a4. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.287617 11963 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a56d6cd4c136430298a6587b49e028a4. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.288265 11962 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4001552e16ff4806bff57e984c3f40ec. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.288542 12104 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4001552e16ff4806bff57e984c3f40ec. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.289142 12238 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4001552e16ff4806bff57e984c3f40ec. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.289206 12105 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a56d6cd4c136430298a6587b49e028a4. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.309831 12337 tablet_bootstrap.cc:492] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a: Bootstrap starting.
08:02:12.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.310343 12339 tablet_bootstrap.cc:492] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a: Bootstrap starting.
08:02:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.313177 12338 tablet_bootstrap.cc:492] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa: Bootstrap starting.
08:02:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.313437 12337 tablet_bootstrap.cc:654] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a: Neither blocks nor log segments found. Creating new log.
08:02:12.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.314468 12339 tablet_bootstrap.cc:654] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a: Neither blocks nor log segments found. Creating new log.
08:02:12.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.314741 12337 log.cc:826] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a: Log is configured to *not* fsync() on all Append() calls
08:02:12.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.315678 12339 log.cc:826] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a: Log is configured to *not* fsync() on all Append() calls
08:02:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.317186 12338 tablet_bootstrap.cc:654] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa: Neither blocks nor log segments found. Creating new log.
08:02:12.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.318661 12339 tablet_bootstrap.cc:492] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a: No bootstrap required, opened a new log
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.318670 12337 tablet_bootstrap.cc:492] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a: No bootstrap required, opened a new log
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.318958 12339 ts_tablet_manager.cc:1403] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.318964 12337 ts_tablet_manager.cc:1403] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a: Time spent bootstrapping tablet: real 0.010s user 0.007s sys 0.000s
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.319096 12338 log.cc:826] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa: Log is configured to *not* fsync() on all Append() calls
08:02:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.324208 12338 tablet_bootstrap.cc:492] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa: No bootstrap required, opened a new log
08:02:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.324539 12338 ts_tablet_manager.cc:1403] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.003s
08:02:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.325701 12337 raft_consensus.cc:359] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.326038 12337 raft_consensus.cc:385] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.326165 12337 raft_consensus.cc:740] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a627ef4f83b3420f9ef462770ff3c85a, State: Initialized, Role: FOLLOWER
08:02:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.326205 12339 raft_consensus.cc:359] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.326553 12339 raft_consensus.cc:385] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.326647 12339 raft_consensus.cc:740] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8165c50e7a8d451cb5d96d78a9a59a2a, State: Initialized, Role: FOLLOWER
08:02:12.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.326917 12337 consensus_queue.cc:260] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.327246 12339 consensus_queue.cc:260] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.333294 12170 heartbeater.cc:499] Master 127.11.78.60:43517 was elected leader, sending a full tablet report...
08:02:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.333158 12338 raft_consensus.cc:359] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.333573 12338 raft_consensus.cc:385] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.333676 12338 raft_consensus.cc:740] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9b89acea72646609fc7d6b624a554aa, State: Initialized, Role: FOLLOWER
08:02:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.334161 12339 ts_tablet_manager.cc:1434] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a: Time spent starting tablet: real 0.015s user 0.007s sys 0.009s
08:02:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.334426 12338 consensus_queue.cc:260] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.335799 12337 ts_tablet_manager.cc:1434] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a: Time spent starting tablet: real 0.017s user 0.010s sys 0.007s
08:02:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.336042 12339 tablet_bootstrap.cc:492] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a: Bootstrap starting.
08:02:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.338279 12339 tablet_bootstrap.cc:654] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a: Neither blocks nor log segments found. Creating new log.
08:02:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.338304 12337 tablet_bootstrap.cc:492] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a: Bootstrap starting.
08:02:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.340473 12337 tablet_bootstrap.cc:654] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a: Neither blocks nor log segments found. Creating new log.
08:02:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.344404 12337 tablet_bootstrap.cc:492] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a: No bootstrap required, opened a new log
08:02:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.344604 12337 ts_tablet_manager.cc:1403] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.004s
08:02:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.345487 12337 raft_consensus.cc:359] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.345665 12337 raft_consensus.cc:385] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.345767 12337 raft_consensus.cc:740] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a627ef4f83b3420f9ef462770ff3c85a, State: Initialized, Role: FOLLOWER
08:02:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.346029 12337 consensus_queue.cc:260] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.346542 12337 ts_tablet_manager.cc:1434] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
08:02:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.348019 12311 heartbeater.cc:499] Master 127.11.78.60:43517 was elected leader, sending a full tablet report...
08:02:12.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.349490 12338 ts_tablet_manager.cc:1434] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa: Time spent starting tablet: real 0.025s user 0.010s sys 0.007s
08:02:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.350939 12338 tablet_bootstrap.cc:492] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa: Bootstrap starting.
08:02:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.353811 12338 tablet_bootstrap.cc:654] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa: Neither blocks nor log segments found. Creating new log.
08:02:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.357577 12338 tablet_bootstrap.cc:492] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa: No bootstrap required, opened a new log
08:02:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.357769 12338 ts_tablet_manager.cc:1403] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa: Time spent bootstrapping tablet: real 0.007s user 0.004s sys 0.000s
08:02:12.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.358630 12338 raft_consensus.cc:359] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.358835 12338 raft_consensus.cc:385] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.358920 12338 raft_consensus.cc:740] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9b89acea72646609fc7d6b624a554aa, State: Initialized, Role: FOLLOWER
08:02:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.359200 12338 consensus_queue.cc:260] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.359848 12338 ts_tablet_manager.cc:1434] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa: Time spent starting tablet: real 0.002s user 0.002s sys 0.001s
08:02:12.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.361210 12339 tablet_bootstrap.cc:492] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a: No bootstrap required, opened a new log
08:02:12.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.361392 12339 ts_tablet_manager.cc:1403] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a: Time spent bootstrapping tablet: real 0.025s user 0.003s sys 0.017s
08:02:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.362278 12339 raft_consensus.cc:359] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.362465 12339 raft_consensus.cc:385] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.362566 12339 raft_consensus.cc:740] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8165c50e7a8d451cb5d96d78a9a59a2a, State: Initialized, Role: FOLLOWER
08:02:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.362826 12339 consensus_queue.cc:260] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.363332 12339 ts_tablet_manager.cc:1434] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
08:02:12.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.409639 12314 tablet.cc:2404] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:12.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.410668 12031 tablet.cc:2404] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:12.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.418313 12173 tablet.cc:2404] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.498121 12344 raft_consensus.cc:493] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.498376 12344 raft_consensus.cc:515] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.500057 12344 leader_election.cc:290] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983), a9b89acea72646609fc7d6b624a554aa (127.11.78.3:42437)
08:02:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.507385 11983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d6cd4c136430298a6587b49e028a4" candidate_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a627ef4f83b3420f9ef462770ff3c85a" is_pre_election: true
08:02:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.507429 12266 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d6cd4c136430298a6587b49e028a4" candidate_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9b89acea72646609fc7d6b624a554aa" is_pre_election: true
08:02:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.507863 12266 raft_consensus.cc:2468] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8165c50e7a8d451cb5d96d78a9a59a2a in term 0.
08:02:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.507884 11983 raft_consensus.cc:2468] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8165c50e7a8d451cb5d96d78a9a59a2a in term 0.
08:02:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.508563 12050 leader_election.cc:304] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 8165c50e7a8d451cb5d96d78a9a59a2a, a627ef4f83b3420f9ef462770ff3c85a, a9b89acea72646609fc7d6b624a554aa; no voters:
08:02:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.508992 12344 raft_consensus.cc:2804] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.509158 12344 raft_consensus.cc:493] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.509249 12344 raft_consensus.cc:3060] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Advancing to term 1
08:02:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.511349 12344 raft_consensus.cc:515] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.511906 12344 leader_election.cc:290] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [CANDIDATE]: Term 1 election: Requested vote from peers a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983), a9b89acea72646609fc7d6b624a554aa (127.11.78.3:42437)
08:02:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.512274 11983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d6cd4c136430298a6587b49e028a4" candidate_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a627ef4f83b3420f9ef462770ff3c85a"
08:02:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.512351 12266 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a56d6cd4c136430298a6587b49e028a4" candidate_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9b89acea72646609fc7d6b624a554aa"
08:02:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.512495 11983 raft_consensus.cc:3060] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Advancing to term 1
08:02:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.512548 12266 raft_consensus.cc:3060] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Advancing to term 1
08:02:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.515630 12266 raft_consensus.cc:2468] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8165c50e7a8d451cb5d96d78a9a59a2a in term 1.
08:02:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.515630 11983 raft_consensus.cc:2468] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8165c50e7a8d451cb5d96d78a9a59a2a in term 1.
08:02:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.516027 12050 leader_election.cc:304] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8165c50e7a8d451cb5d96d78a9a59a2a, a627ef4f83b3420f9ef462770ff3c85a; no voters:
08:02:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.516299 12344 raft_consensus.cc:2804] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 1 FOLLOWER]: Leader election won for term 1
08:02:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.516832 12344 raft_consensus.cc:697] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 1 LEADER]: Becoming Leader. State: Replica: 8165c50e7a8d451cb5d96d78a9a59a2a, State: Running, Role: LEADER
08:02:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.517329 12344 consensus_queue.cc:237] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.522589 11780 catalog_manager.cc:5671] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a reported cstate change: term changed from 0 to 1, leader changed from <none> to 8165c50e7a8d451cb5d96d78a9a59a2a (127.11.78.2). New cstate: current_term: 1 leader_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } health_report { overall_health: UNKNOWN } } }
08:02:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.601936 12344 raft_consensus.cc:493] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.602165 12344 raft_consensus.cc:515] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.602800 12344 leader_election.cc:290] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983), a9b89acea72646609fc7d6b624a554aa (127.11.78.3:42437)
08:02:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.603453 12266 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4001552e16ff4806bff57e984c3f40ec" candidate_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9b89acea72646609fc7d6b624a554aa" is_pre_election: true
08:02:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.603453 11983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4001552e16ff4806bff57e984c3f40ec" candidate_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a627ef4f83b3420f9ef462770ff3c85a" is_pre_election: true
08:02:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.603732 11983 raft_consensus.cc:2468] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8165c50e7a8d451cb5d96d78a9a59a2a in term 0.
08:02:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.603732 12266 raft_consensus.cc:2468] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8165c50e7a8d451cb5d96d78a9a59a2a in term 0.
08:02:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.604231 12050 leader_election.cc:304] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 8165c50e7a8d451cb5d96d78a9a59a2a, a627ef4f83b3420f9ef462770ff3c85a, a9b89acea72646609fc7d6b624a554aa; no voters:
08:02:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.604594 12344 raft_consensus.cc:2804] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.604714 12344 raft_consensus.cc:493] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:12.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.604826 12344 raft_consensus.cc:3060] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Advancing to term 1
08:02:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.607148 12344 raft_consensus.cc:515] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.607939 12344 leader_election.cc:290] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [CANDIDATE]: Term 1 election: Requested vote from peers a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983), a9b89acea72646609fc7d6b624a554aa (127.11.78.3:42437)
08:02:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.608315 11983 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4001552e16ff4806bff57e984c3f40ec" candidate_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a627ef4f83b3420f9ef462770ff3c85a"
08:02:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.608350 12266 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4001552e16ff4806bff57e984c3f40ec" candidate_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9b89acea72646609fc7d6b624a554aa"
08:02:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.608584 12266 raft_consensus.cc:3060] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Advancing to term 1
08:02:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.608561 11983 raft_consensus.cc:3060] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Advancing to term 1
08:02:12.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.610661 11983 raft_consensus.cc:2468] T 4001552e16ff4806bff57e984c3f40ec P a627ef4f83b3420f9ef462770ff3c85a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8165c50e7a8d451cb5d96d78a9a59a2a in term 1.
08:02:12.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.610628 12266 raft_consensus.cc:2468] T 4001552e16ff4806bff57e984c3f40ec P a9b89acea72646609fc7d6b624a554aa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8165c50e7a8d451cb5d96d78a9a59a2a in term 1.
08:02:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.611407 12050 leader_election.cc:304] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8165c50e7a8d451cb5d96d78a9a59a2a, a627ef4f83b3420f9ef462770ff3c85a; no voters:
08:02:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.611780 12344 raft_consensus.cc:2804] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 1 FOLLOWER]: Leader election won for term 1
08:02:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.611950 12344 raft_consensus.cc:697] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [term 1 LEADER]: Becoming Leader. State: Replica: 8165c50e7a8d451cb5d96d78a9a59a2a, State: Running, Role: LEADER
08:02:12.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.612223 12344 consensus_queue.cc:237] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.615128 11780 catalog_manager.cc:5671] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a reported cstate change: term changed from 0 to 1, leader changed from <none> to 8165c50e7a8d451cb5d96d78a9a59a2a (127.11.78.2). New cstate: current_term: 1 leader_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } health_report { overall_health: UNKNOWN } } }
08:02:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.675547 11780 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53274:
08:02:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:12.676594 11780 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.687536 11963 tablet_service.cc:1511] Processing CreateTablet for tablet fb0791d8afc845f5aec980226c83f773 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b98cada9eb774343bdab677b72bc5420]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.687968 12105 tablet_service.cc:1511] Processing CreateTablet for tablet fb0791d8afc845f5aec980226c83f773 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b98cada9eb774343bdab677b72bc5420]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.687920 12239 tablet_service.cc:1511] Processing CreateTablet for tablet fb0791d8afc845f5aec980226c83f773 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b98cada9eb774343bdab677b72bc5420]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:12.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.688635 11963 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb0791d8afc845f5aec980226c83f773. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.688843 12105 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb0791d8afc845f5aec980226c83f773. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.688896 12239 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb0791d8afc845f5aec980226c83f773. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.694394 12338 tablet_bootstrap.cc:492] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: Bootstrap starting.
08:02:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.695633 12337 tablet_bootstrap.cc:492] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: Bootstrap starting.
08:02:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.696017 12338 tablet_bootstrap.cc:654] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: Neither blocks nor log segments found. Creating new log.
08:02:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.697495 12337 tablet_bootstrap.cc:654] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: Neither blocks nor log segments found. Creating new log.
08:02:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.698438 12338 tablet_bootstrap.cc:492] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: No bootstrap required, opened a new log
08:02:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.698696 12338 ts_tablet_manager.cc:1403] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
08:02:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.699318 12337 tablet_bootstrap.cc:492] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: No bootstrap required, opened a new log
08:02:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.699396 12338 raft_consensus.cc:359] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.699527 12337 ts_tablet_manager.cc:1403] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
08:02:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.699604 12338 raft_consensus.cc:385] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.699663 12338 raft_consensus.cc:740] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a9b89acea72646609fc7d6b624a554aa, State: Initialized, Role: FOLLOWER
08:02:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.699898 12338 consensus_queue.cc:260] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.700309 12337 raft_consensus.cc:359] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.700325 12345 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.700542 12337 raft_consensus.cc:385] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.700557 12345 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.700628 12337 raft_consensus.cc:740] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a627ef4f83b3420f9ef462770ff3c85a, State: Initialized, Role: FOLLOWER
08:02:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.700888 12337 consensus_queue.cc:260] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.701011 12338 ts_tablet_manager.cc:1434] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
08:02:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.701289 12343 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.701584 12343 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.704761 12337 ts_tablet_manager.cc:1434] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
08:02:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.708333 12343 raft_consensus.cc:493] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:12.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.708541 12343 raft_consensus.cc:515] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.709458 12339 tablet_bootstrap.cc:492] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: Bootstrap starting.
08:02:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.710440 12343 leader_election.cc:290] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8165c50e7a8d451cb5d96d78a9a59a2a (127.11.78.2:45253), a9b89acea72646609fc7d6b624a554aa (127.11.78.3:42437)
08:02:12.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.711380 12339 tablet_bootstrap.cc:654] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: Neither blocks nor log segments found. Creating new log.
08:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.719895 12339 tablet_bootstrap.cc:492] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: No bootstrap required, opened a new log
08:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.720221 12339 ts_tablet_manager.cc:1403] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.007s
08:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.721235 12339 raft_consensus.cc:359] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.721532 12339 raft_consensus.cc:385] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.721740 12339 raft_consensus.cc:740] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8165c50e7a8d451cb5d96d78a9a59a2a, State: Initialized, Role: FOLLOWER
08:02:12.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.722226 12339 consensus_queue.cc:260] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.722746 12344 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.722971 12344 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.724819 12339 ts_tablet_manager.cc:1434] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
08:02:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.730444 12266 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb0791d8afc845f5aec980226c83f773" candidate_uuid: "a627ef4f83b3420f9ef462770ff3c85a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9b89acea72646609fc7d6b624a554aa" is_pre_election: true
08:02:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.730659 12266 raft_consensus.cc:2468] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a627ef4f83b3420f9ef462770ff3c85a in term 0.
08:02:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.730686 12125 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb0791d8afc845f5aec980226c83f773" candidate_uuid: "a627ef4f83b3420f9ef462770ff3c85a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" is_pre_election: true
08:02:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.731097 12125 raft_consensus.cc:2468] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a627ef4f83b3420f9ef462770ff3c85a in term 0.
08:02:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.731112 11905 leader_election.cc:304] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a627ef4f83b3420f9ef462770ff3c85a, a9b89acea72646609fc7d6b624a554aa; no voters:
08:02:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.731554 12343 raft_consensus.cc:2804] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.731678 12343 raft_consensus.cc:493] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.731767 12343 raft_consensus.cc:3060] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 0 FOLLOWER]: Advancing to term 1
08:02:12.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.734730 12343 raft_consensus.cc:515] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.735400 12343 leader_election.cc:290] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [CANDIDATE]: Term 1 election: Requested vote from peers 8165c50e7a8d451cb5d96d78a9a59a2a (127.11.78.2:45253), a9b89acea72646609fc7d6b624a554aa (127.11.78.3:42437)
08:02:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.735795 12125 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb0791d8afc845f5aec980226c83f773" candidate_uuid: "a627ef4f83b3420f9ef462770ff3c85a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a"
08:02:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.735989 12125 raft_consensus.cc:3060] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 0 FOLLOWER]: Advancing to term 1
08:02:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.735986 12266 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb0791d8afc845f5aec980226c83f773" candidate_uuid: "a627ef4f83b3420f9ef462770ff3c85a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a9b89acea72646609fc7d6b624a554aa"
08:02:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.736158 12266 raft_consensus.cc:3060] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa [term 0 FOLLOWER]: Advancing to term 1
08:02:12.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.738435 12266 raft_consensus.cc:2468] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a627ef4f83b3420f9ef462770ff3c85a in term 1.
08:02:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.738786 11905 leader_election.cc:304] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a627ef4f83b3420f9ef462770ff3c85a, a9b89acea72646609fc7d6b624a554aa; no voters:
08:02:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.739039 12343 raft_consensus.cc:2804] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 1 FOLLOWER]: Leader election won for term 1
08:02:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.739221 12125 raft_consensus.cc:2468] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a627ef4f83b3420f9ef462770ff3c85a in term 1.
08:02:12.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.744745 12343 raft_consensus.cc:697] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [term 1 LEADER]: Becoming Leader. State: Replica: a627ef4f83b3420f9ef462770ff3c85a, State: Running, Role: LEADER
08:02:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.745258 12343 consensus_queue.cc:237] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } }
08:02:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.748075 12368 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: TxnStatusTablet state changed. Reason: New leader a627ef4f83b3420f9ef462770ff3c85a. Latest consensus state: current_term: 1 leader_uuid: "a627ef4f83b3420f9ef462770ff3c85a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.748292 12368 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: This TxnStatusTablet replica's current role is: LEADER
08:02:12.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.750782 11778 catalog_manager.cc:5671] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a reported cstate change: term changed from 0 to 1, leader changed from <none> to a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1). New cstate: current_term: 1 leader_uuid: "a627ef4f83b3420f9ef462770ff3c85a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } health_report { overall_health: UNKNOWN } } }
08:02:12.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.751709 12370 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:02:12.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.751929 12370 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:02:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.776685 12125 raft_consensus.cc:1275] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a [term 1 FOLLOWER]: Refusing update from remote peer a627ef4f83b3420f9ef462770ff3c85a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:12.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.776798 12266 raft_consensus.cc:1275] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa [term 1 FOLLOWER]: Refusing update from remote peer a627ef4f83b3420f9ef462770ff3c85a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:12.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.777614 12368 consensus_queue.cc:1048] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [LEADER]: Connected to new peer: Peer: permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.777870 12343 consensus_queue.cc:1048] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.787484 12344 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: TxnStatusTablet state changed. Reason: New leader a627ef4f83b3420f9ef462770ff3c85a. Latest consensus state: current_term: 1 leader_uuid: "a627ef4f83b3420f9ef462770ff3c85a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.787734 12344 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.794828 12345 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: TxnStatusTablet state changed. Reason: New leader a627ef4f83b3420f9ef462770ff3c85a. Latest consensus state: current_term: 1 leader_uuid: "a627ef4f83b3420f9ef462770ff3c85a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.794976 12373 mvcc.cc:204] Tried to move back new op lower bound from 7282203577444503552 to 7282203577328287744. Current Snapshot: MvccSnapshot[applied={T|T < 7282203577444503552}]
08:02:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.795049 12345 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.795177 12368 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a627ef4f83b3420f9ef462770ff3c85a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.795362 12368 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: This TxnStatusTablet replica's current role is: LEADER
08:02:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.795975 12343 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a627ef4f83b3420f9ef462770ff3c85a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.796226 12343 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P a627ef4f83b3420f9ef462770ff3c85a: This TxnStatusTablet replica's current role is: LEADER
08:02:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.802760 12375 mvcc.cc:204] Tried to move back new op lower bound from 7282203577444503552 to 7282203577328287744. Current Snapshot: MvccSnapshot[applied={T|T < 7282203577444503552}]
08:02:12.805 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:02:12.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 88a53ae6154b4b7d97fcd9adc18c5b04
08:02:12.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.808576 12374 mvcc.cc:204] Tried to move back new op lower bound from 7282203577444503552 to 7282203577328287744. Current Snapshot: MvccSnapshot[applied={T|T < 7282203577444503552}]
08:02:12.810 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a56d6cd4c136430298a6587b49e028a4 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
08:02:12.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.810250 12345 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a627ef4f83b3420f9ef462770ff3c85a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.810447 12345 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P a9b89acea72646609fc7d6b624a554aa: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.810 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4001552e16ff4806bff57e984c3f40ec for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
08:02:12.810 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a56d6cd4c136430298a6587b49e028a4@[8165c50e7a8d451cb5d96d78a9a59a2a(127.11.78.2:45253)[L],a627ef4f83b3420f9ef462770ff3c85a(127.11.78.1:44983),a9b89acea72646609fc7d6b624a554aa(127.11.78.3:42437)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=4001552e16ff4806bff57e984c3f40ec@[8165c50e7a8d451cb5d96d78a9a59a2a(127.11.78.2:45253)[L],a627ef4f83b3420f9ef462770ff3c85a(127.11.78.1:44983),a9b89acea72646609fc7d6b624a554aa(127.11.78.3:42437)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:02:12.811 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.78.60:43517, [2ms] Sub RPC GetTableLocations: received response from server master-127.11.78.60:43517: OK, deferred=null) after lookup
08:02:12.811 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8165c50e7a8d451cb5d96d78a9a59a2a(127.11.78.2:45253)] connecting to peer
08:02:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.813925 12344 tablet_replica.cc:442] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a627ef4f83b3420f9ef462770ff3c85a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 } } peers { permanent_uuid: "8165c50e7a8d451cb5d96d78a9a59a2a" member_type: VOTER last_known_addr { host: "127.11.78.2" port: 45253 } } peers { permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 } } }
08:02:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.814116 12344 tablet_replica.cc:445] T fb0791d8afc845f5aec980226c83f773 P 8165c50e7a8d451cb5d96d78a9a59a2a: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.819 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 8165c50e7a8d451cb5d96d78a9a59a2a(127.11.78.2:45253)] Successfully connected to peer
08:02:12.832 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x28f66a33, L:/127.0.0.1:58028 - R:/127.11.78.2:45253] using TOKEN/null
08:02:12.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.860674 12265 raft_consensus.cc:1275] T a56d6cd4c136430298a6587b49e028a4 P a9b89acea72646609fc7d6b624a554aa [term 1 FOLLOWER]: Refusing update from remote peer 8165c50e7a8d451cb5d96d78a9a59a2a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.860980 11983 raft_consensus.cc:1275] T a56d6cd4c136430298a6587b49e028a4 P a627ef4f83b3420f9ef462770ff3c85a [term 1 FOLLOWER]: Refusing update from remote peer 8165c50e7a8d451cb5d96d78a9a59a2a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.861397 12351 consensus_queue.cc:1048] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.861656 12344 consensus_queue.cc:1048] T a56d6cd4c136430298a6587b49e028a4 P 8165c50e7a8d451cb5d96d78a9a59a2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.883 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.78.60:43517
08:02:12.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:02:12.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.884529 11576 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskjigIua/build/asan/bin/kudu pid 11746
08:02:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.886319 11820 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:12.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:12.999603 12344 consensus_queue.cc:1048] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a9b89acea72646609fc7d6b624a554aa" member_type: VOTER last_known_addr { host: "127.11.78.3" port: 42437 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:13.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.008271 12344 consensus_queue.cc:1048] T 4001552e16ff4806bff57e984c3f40ec P 8165c50e7a8d451cb5d96d78a9a59a2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a627ef4f83b3420f9ef462770ff3c85a" member_type: VOTER last_known_addr { host: "127.11.78.1" port: 44983 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:13.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.027865 11576 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskjigIua/build/asan/bin/kudu with pid 11746
08:02:13.058 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.78.60:43517(127.11.78.60:43517)] handling channelInactive
08:02:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.058079 12311 heartbeater.cc:646] Failed to heartbeat to 127.11.78.60:43517 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.11.78.60:43517 (error 108)
08:02:13.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state READY due to: connection closed
08:02:13.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:02:13.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.059163 12028 heartbeater.cc:646] Failed to heartbeat to 127.11.78.60:43517 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.11.78.60:43517 (error 108)
08:02:13.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.059442 12170 heartbeater.cc:646] Failed to heartbeat to 127.11.78.60:43517 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.11.78.60:43517 (error 108)
08:02:13.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.318 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.11.78.60:43517(127.11.78.60:43517) for tablet Kudu Master: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.326244 12395 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2604732f96e647be8b0caa6593b8b0af)
08:02:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.326385 12394 raft_consensus.cc:493] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2604732f96e647be8b0caa6593b8b0af)
08:02:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.326499 12395 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.326584 12394 raft_consensus.cc:515] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.327342 12395 leader_election.cc:290] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 74b7863a932548f588a6202b7a2e56bd (127.11.78.62:34689), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.328163 11628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2907e2cd92024d409b6f50fe2170714d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "74b7863a932548f588a6202b7a2e56bd" is_pre_election: true
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.328470 11628 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2907e2cd92024d409b6f50fe2170714d in term 1.
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.328598 11708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "74b7863a932548f588a6202b7a2e56bd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2907e2cd92024d409b6f50fe2170714d" is_pre_election: true
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.328688 12394 leader_election.cc:290] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2907e2cd92024d409b6f50fe2170714d (127.11.78.61:45821), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.328809 11708 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 74b7863a932548f588a6202b7a2e56bd in term 1.
08:02:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.329327 11605 leader_election.cc:304] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2907e2cd92024d409b6f50fe2170714d, 74b7863a932548f588a6202b7a2e56bd; no voters:
08:02:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.329869 12394 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.330842 12394 raft_consensus.cc:493] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2604732f96e647be8b0caa6593b8b0af)
08:02:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.331067 12394 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 1 FOLLOWER]: Advancing to term 2
08:02:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.331084 11603 leader_election.cc:336] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.332930 11684 leader_election.cc:304] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2907e2cd92024d409b6f50fe2170714d, 74b7863a932548f588a6202b7a2e56bd; no voters:
08:02:13.337 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.333300 12395 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.333446 12395 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2604732f96e647be8b0caa6593b8b0af)
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.333561 12395 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 1 FOLLOWER]: Advancing to term 2
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.333884 11684 leader_election.cc:336] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.334549 12394 raft_consensus.cc:515] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.335498 11708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "74b7863a932548f588a6202b7a2e56bd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2907e2cd92024d409b6f50fe2170714d"
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.335912 12394 leader_election.cc:290] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 2 election: Requested vote from peers 2907e2cd92024d409b6f50fe2170714d (127.11.78.61:45821), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.336133 12395 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.336570 11708 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 74b7863a932548f588a6202b7a2e56bd in current term 2: Already voted for candidate 2907e2cd92024d409b6f50fe2170714d in this term.
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.336615 11603 leader_election.cc:336] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.336922 12395 leader_election.cc:290] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 2 election: Requested vote from peers 74b7863a932548f588a6202b7a2e56bd (127.11.78.62:34689), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.337126 11605 leader_election.cc:304] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 74b7863a932548f588a6202b7a2e56bd; no voters: 2604732f96e647be8b0caa6593b8b0af, 2907e2cd92024d409b6f50fe2170714d
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.337424 12394 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.337958 11628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2907e2cd92024d409b6f50fe2170714d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "74b7863a932548f588a6202b7a2e56bd"
08:02:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.338229 11628 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 2907e2cd92024d409b6f50fe2170714d in current term 2: Already voted for candidate 74b7863a932548f588a6202b7a2e56bd in this term.
08:02:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.339835 11684 leader_election.cc:336] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.339967 11684 leader_election.cc:304] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2907e2cd92024d409b6f50fe2170714d; no voters: 2604732f96e647be8b0caa6593b8b0af, 74b7863a932548f588a6202b7a2e56bd
08:02:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.340348 12395 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:13.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.349 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.349 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.350 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.354 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.356 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.373 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.375 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.376 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.394 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.396 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.413 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.415 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.433 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.435 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.453 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.455 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.474 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.476 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.476 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.11.78.60:43517, [4ms] received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [24ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [100ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, deferred=Deferred@829366656(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f22b8336050@2c28b964 -> (continuation of Deferred@914512627 after retry RPC after error@493400417) -> (continuation of Deferred@1430515821 after retry RPC after error@1019838520) -> (continuation of Deferred@406327440 after retry RPC after error@1082349903) -> (continuation of Deferred@168368554 after retry RPC after error@2058453139) -> (continuation of Deferred@576041925 after retry RPC after error@2026295265) -> (continuation of Deferred@985681178 after retry RPC after error@1275328457) -> (continuation of Deferred@1137163799 after retry RPC after error@221304905), errback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f22b8336278@3520fc68 -> (continuation of Deferred@914512627 after retry RPC after error@493400417) -> (continuation of Deferred@1430515821 after retry RPC after error@1019838520) -> (continuation of Deferred@406327440 after retry RPC after error@1082349903) -> (continuation of Deferred@168368554 after retry RPC after error@2058453139) -> (continuation of Deferred@576041925 after retry RPC after error@2026295265) -> (continuation of Deferred@985681178 after retry RPC after error@1275328457) -> (continuation of Deferred@1137163799 after retry RPC after error@221304905)))
08:02:13.476 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.11.78.60:43517, [4ms] received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [24ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [36ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [100ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, deferred=Deferred@829366656(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f22b8336050@2c28b964 -> (continuation of Deferred@914512627 after retry RPC after error@493400417) -> (continuation of Deferred@1430515821 after retry RPC after error@1019838520) -> (continuation of Deferred@406327440 after retry RPC after error@1082349903) -> (continuation of Deferred@168368554 after retry RPC after error@2058453139) -> (continuation of Deferred@576041925 after retry RPC after error@2026295265) -> (continuation of Deferred@985681178 after retry RPC after error@1275328457) -> (continuation of Deferred@1137163799 after retry RPC after error@221304905), errback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f22b8336278@3520fc68 -> (continuation of Deferred@914512627 after retry RPC after error@493400417) -> (continuation of Deferred@1430515821 after retry RPC after error@1019838520) -> (continuation of Deferred@406327440 after retry RPC after error@1082349903) -> (continuation of Deferred@168368554 after retry RPC after error@2058453139) -> (continuation of Deferred@576041925 after retry RPC after error@2026295265) -> (continuation of Deferred@985681178 after retry RPC after error@1275328457) -> (continuation of Deferred@1137163799 after retry RPC after error@221304905)))
08:02:13.494 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.496 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.514 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.516 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.534 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.536 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.553 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.555 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.573 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.575 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.593 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.613 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.692337 12394 raft_consensus.cc:493] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.692656 12394 raft_consensus.cc:515] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.693288 12395 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.693485 12394 leader_election.cc:290] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2907e2cd92024d409b6f50fe2170714d (127.11.78.61:45821), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.693511 12395 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.694013 11708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "74b7863a932548f588a6202b7a2e56bd" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2907e2cd92024d409b6f50fe2170714d" is_pre_election: true
08:02:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.694157 12395 leader_election.cc:290] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 74b7863a932548f588a6202b7a2e56bd (127.11.78.62:34689), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.694242 11708 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 74b7863a932548f588a6202b7a2e56bd in term 2.
08:02:13.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.694697 11605 leader_election.cc:304] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2907e2cd92024d409b6f50fe2170714d, 74b7863a932548f588a6202b7a2e56bd; no voters:
08:02:13.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.694918 11628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2907e2cd92024d409b6f50fe2170714d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "74b7863a932548f588a6202b7a2e56bd" is_pre_election: true
08:02:13.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.695153 11628 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2907e2cd92024d409b6f50fe2170714d in term 2.
08:02:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.695359 11603 leader_election.cc:336] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.695541 12394 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 2 FOLLOWER]: Leader pre-election won for term 3
08:02:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.695638 12394 raft_consensus.cc:493] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.695740 12394 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 2 FOLLOWER]: Advancing to term 3
08:02:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.695878 11684 leader_election.cc:304] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2907e2cd92024d409b6f50fe2170714d, 74b7863a932548f588a6202b7a2e56bd; no voters:
08:02:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.696183 12395 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 2 FOLLOWER]: Leader pre-election won for term 3
08:02:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.696324 12395 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.696449 12395 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 2 FOLLOWER]: Advancing to term 3
08:02:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.696795 11684 leader_election.cc:336] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.698550 12395 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:13.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.699134 12395 leader_election.cc:290] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 3 election: Requested vote from peers 74b7863a932548f588a6202b7a2e56bd (127.11.78.62:34689), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:13.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.699240 12394 raft_consensus.cc:515] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.699678 11628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2907e2cd92024d409b6f50fe2170714d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "74b7863a932548f588a6202b7a2e56bd"
08:02:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.699857 12394 leader_election.cc:290] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 3 election: Requested vote from peers 2907e2cd92024d409b6f50fe2170714d (127.11.78.61:45821), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.699963 11628 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 2907e2cd92024d409b6f50fe2170714d in current term 3: Already voted for candidate 74b7863a932548f588a6202b7a2e56bd in this term.
08:02:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.700872 11708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "74b7863a932548f588a6202b7a2e56bd" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2907e2cd92024d409b6f50fe2170714d"
08:02:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.701152 11708 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 74b7863a932548f588a6202b7a2e56bd in current term 3: Already voted for candidate 2907e2cd92024d409b6f50fe2170714d in this term.
08:02:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.701782 11603 leader_election.cc:336] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:13.701877 11684 leader_election.cc:336] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.701930 11603 leader_election.cc:304] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 74b7863a932548f588a6202b7a2e56bd; no voters: 2604732f96e647be8b0caa6593b8b0af, 2907e2cd92024d409b6f50fe2170714d
08:02:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.702011 11684 leader_election.cc:304] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2907e2cd92024d409b6f50fe2170714d; no voters: 2604732f96e647be8b0caa6593b8b0af, 74b7863a932548f588a6202b7a2e56bd
08:02:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.702237 12395 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
08:02:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:13.702348 12394 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
08:02:13.733 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.735 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [3ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, deferred=Deferred@327070891(state=PENDING, result=null, callback=(continuation of Deferred@563071248 after retry RPC after error@815099571) -> (continuation of Deferred@379556102 after retry RPC after error@1889711250) -> (continuation of Deferred@792343775 after retry RPC after error@885073789) -> (continuation of Deferred@1589417794 after retry RPC after error@1004518947) -> (continuation of Deferred@1170073931 after retry RPC after error@2021311566) -> (continuation of Deferred@1120295556 after retry RPC after error@70179417) -> (continuation of Deferred@787713062 after retry RPC after error@8746242), errback=(continuation of Deferred@563071248 after retry RPC after error@815099571) -> (continuation of Deferred@379556102 after retry RPC after error@1889711250) -> (continuation of Deferred@792343775 after retry RPC after error@885073789) -> (continuation of Deferred@1589417794 after retry RPC after error@1004518947) -> (continuation of Deferred@1170073931 after retry RPC after error@2021311566) -> (continuation of Deferred@1120295556 after retry RPC after error@70179417) -> (continuation of Deferred@787713062 after retry RPC after error@8746242)))
08:02:13.736 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [3ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, deferred=Deferred@327070891(state=PENDING, result=null, callback=(continuation of Deferred@563071248 after retry RPC after error@815099571) -> (continuation of Deferred@379556102 after retry RPC after error@1889711250) -> (continuation of Deferred@792343775 after retry RPC after error@885073789) -> (continuation of Deferred@1589417794 after retry RPC after error@1004518947) -> (continuation of Deferred@1170073931 after retry RPC after error@2021311566) -> (continuation of Deferred@1120295556 after retry RPC after error@70179417) -> (continuation of Deferred@787713062 after retry RPC after error@8746242), errback=(continuation of Deferred@563071248 after retry RPC after error@815099571) -> (continuation of Deferred@379556102 after retry RPC after error@1889711250) -> (continuation of Deferred@792343775 after retry RPC after error@885073789) -> (continuation of Deferred@1589417794 after retry RPC after error@1004518947) -> (continuation of Deferred@1170073931 after retry RPC after error@2021311566) -> (continuation of Deferred@1120295556 after retry RPC after error@70179417) -> (continuation of Deferred@787713062 after retry RPC after error@8746242)))
08:02:13.754 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.756 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.773 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.775 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.793 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.795 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.815 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.833 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.873 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.875 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.893 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.895 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.934 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.935 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.936 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [21ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [90ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, deferred=Deferred@810144636(state=PENDING, result=null, callback=(continuation of Deferred@466590994 after retry RPC after error@1401908202) -> (continuation of Deferred@516308997 after retry RPC after error@1617601170) -> (continuation of Deferred@128615552 after retry RPC after error@793935780) -> (continuation of Deferred@62440483 after retry RPC after error@921934068) -> (continuation of Deferred@1705935918 after retry RPC after error@1497200736) -> (continuation of Deferred@484521656 after retry RPC after error@922696168) -> (continuation of Deferred@660686061 after retry RPC after error@355321369), errback=(continuation of Deferred@466590994 after retry RPC after error@1401908202) -> (continuation of Deferred@516308997 after retry RPC after error@1617601170) -> (continuation of Deferred@128615552 after retry RPC after error@793935780) -> (continuation of Deferred@62440483 after retry RPC after error@921934068) -> (continuation of Deferred@1705935918 after retry RPC after error@1497200736) -> (continuation of Deferred@484521656 after retry RPC after error@922696168) -> (continuation of Deferred@660686061 after retry RPC after error@355321369)))
08:02:13.936 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [21ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [90ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, deferred=Deferred@810144636(state=PENDING, result=null, callback=(continuation of Deferred@466590994 after retry RPC after error@1401908202) -> (continuation of Deferred@516308997 after retry RPC after error@1617601170) -> (continuation of Deferred@128615552 after retry RPC after error@793935780) -> (continuation of Deferred@62440483 after retry RPC after error@921934068) -> (continuation of Deferred@1705935918 after retry RPC after error@1497200736) -> (continuation of Deferred@484521656 after retry RPC after error@922696168) -> (continuation of Deferred@660686061 after retry RPC after error@355321369), errback=(continuation of Deferred@466590994 after retry RPC after error@1401908202) -> (continuation of Deferred@516308997 after retry RPC after error@1617601170) -> (continuation of Deferred@128615552 after retry RPC after error@793935780) -> (continuation of Deferred@62440483 after retry RPC after error@921934068) -> (continuation of Deferred@1705935918 after retry RPC after error@1497200736) -> (continuation of Deferred@484521656 after retry RPC after error@922696168) -> (continuation of Deferred@660686061 after retry RPC after error@355321369)))
08:02:13.954 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.955 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.973 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.975 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:13.994 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:13.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.995 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:13.995 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.007462 12394 raft_consensus.cc:493] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.007700 12394 raft_consensus.cc:515] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.008334 12394 leader_election.cc:290] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2907e2cd92024d409b6f50fe2170714d (127.11.78.61:45821), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.008941 11708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "74b7863a932548f588a6202b7a2e56bd" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2907e2cd92024d409b6f50fe2170714d" is_pre_election: true
08:02:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.009205 11708 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 74b7863a932548f588a6202b7a2e56bd in term 3.
08:02:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.009680 11605 leader_election.cc:304] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2907e2cd92024d409b6f50fe2170714d, 74b7863a932548f588a6202b7a2e56bd; no voters:
08:02:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.009968 12394 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 3 FOLLOWER]: Leader pre-election won for term 4
08:02:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:14.010021 11603 leader_election.cc:336] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.010119 12394 raft_consensus.cc:493] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.010203 12394 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 3 FOLLOWER]: Advancing to term 4
08:02:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.012437 12394 raft_consensus.cc:515] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.013162 12394 leader_election.cc:290] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 4 election: Requested vote from peers 2907e2cd92024d409b6f50fe2170714d (127.11.78.61:45821), 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517)
08:02:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.013454 11708 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "74b7863a932548f588a6202b7a2e56bd" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2907e2cd92024d409b6f50fe2170714d"
08:02:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.013703 11708 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 3 FOLLOWER]: Advancing to term 4
08:02:14.014 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:14.014731 11603 leader_election.cc:336] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111)
08:02:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.016837 11708 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 74b7863a932548f588a6202b7a2e56bd in term 4.
08:02:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.018091 11605 leader_election.cc:304] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2907e2cd92024d409b6f50fe2170714d, 74b7863a932548f588a6202b7a2e56bd; no voters: 2604732f96e647be8b0caa6593b8b0af
08:02:14.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.019078 12394 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 4 FOLLOWER]: Leader election won for term 4
08:02:14.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:14.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:14.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:14.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.024786 12394 raft_consensus.cc:697] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [term 4 LEADER]: Becoming Leader. State: Replica: 74b7863a932548f588a6202b7a2e56bd, State: Running, Role: LEADER
08:02:14.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.026475 12394 consensus_queue.cc:237] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } }
08:02:14.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.028759 11910 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.213s from last keepalive heartbeat (effective timeout is 1.000s)
08:02:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:14.032851 11923 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.11.78.60:43517)
08:02:14.034 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:14.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.034929 12408 sys_catalog.cc:455] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 74b7863a932548f588a6202b7a2e56bd. Latest consensus state: current_term: 4 leader_uuid: "74b7863a932548f588a6202b7a2e56bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.035216 12408 sys_catalog.cc:458] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: This master's current role is: LEADER
08:02:14.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:14.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.035976 12417 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:02:14.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.039628 12417 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=88a53ae6154b4b7d97fcd9adc18c5b04]
08:02:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.040287 12417 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=b98cada9eb774343bdab677b72bc5420]
08:02:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.042275 12417 tablet_loader.cc:96] loaded metadata for tablet 4001552e16ff4806bff57e984c3f40ec (table txn_manager_fallback [id=88a53ae6154b4b7d97fcd9adc18c5b04])
08:02:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.042728 12417 tablet_loader.cc:96] loaded metadata for tablet a56d6cd4c136430298a6587b49e028a4 (table txn_manager_fallback [id=88a53ae6154b4b7d97fcd9adc18c5b04])
08:02:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.043081 12417 tablet_loader.cc:96] loaded metadata for tablet fb0791d8afc845f5aec980226c83f773 (table kudu_system.kudu_transactions [id=b98cada9eb774343bdab677b72bc5420])
08:02:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.043417 12417 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:02:14.043 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689; will retry
08:02:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.044407 12417 catalog_manager.cc:1269] Loaded cluster ID: 5911f843fd2448d9bd051743e3e393d1
08:02:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.044575 12417 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:02:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.045778 12417 catalog_manager.cc:1514] Loading token signing keys...
08:02:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.046655 12417 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd: Loaded TSK: 0
08:02:14.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.047742 12417 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:02:14.054 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.11.78.60:43517(127.11.78.60:43517)] connecting to peer
08:02:14.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:14.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.78.60:43517(127.11.78.60:43517)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:14.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.78.60:43517: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517
08:02:14.057 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:14.057 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=103), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [42ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [68ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.11.78.61:45821,127.11.78.60:43517,127.11.78.62:34689) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.61:45821, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.60:43517, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.78.62:34689, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.60:43517: Network error: Failed to connect to peer master-127.11.78.60:43517(127.11.78.60:43517): Connection refused: /127.11.78.60:43517, [102ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.61:45821: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.11.78.62:34689: OK, deferred=Deferred@739820887(state=PENDING, result=null, callback=(continuation of Deferred@203615789 after retry RPC after error@1741656647) -> (continuation of Deferred@776551665 after retry RPC after error@1141995026) -> (continuation of Deferred@1599712059 after retry RPC after error@1142904637) -> (continuation of Deferred@601245179 after retry RPC after error@1823999605) -> (continuation of Deferred@2116708522 after retry RPC after error@1077051117), errback=(continuation of Deferred@203615789 after retry RPC after error@1741656647) -> (continuation of Deferred@776551665 after retry RPC after error@1141995026) -> (continuation of Deferred@1599712059 after retry RPC after error@1142904637) -> (continuation of Deferred@601245179 after retry RPC after error@1823999605) -> (continuation of Deferred@2116708522 after retry RPC after error@1077051117))) after lookup
08:02:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:14.077286 12411 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
08:02:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:14.113859 11603 consensus_peers.cc:597] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd -> Peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Couldn't send request to peer 2604732f96e647be8b0caa6593b8b0af. Status: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.115021 11617 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36008:
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:14.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.116730 11708 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [term 4 FOLLOWER]: Refusing update from remote peer 74b7863a932548f588a6202b7a2e56bd: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 12. (index mismatch)
08:02:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:14.117268 11617 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.117372 12394 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [LEADER]: Connected to new peer: Peer: permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:02:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.119190 12395 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 74b7863a932548f588a6202b7a2e56bd. Latest consensus state: current_term: 4 leader_uuid: "74b7863a932548f588a6202b7a2e56bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.119414 12395 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: This master's current role is: FOLLOWER
08:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.122305 12408 sys_catalog.cc:455] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "74b7863a932548f588a6202b7a2e56bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.122555 12408 sys_catalog.cc:458] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd [sys.catalog]: This master's current role is: LEADER
08:02:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.133671 12395 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "74b7863a932548f588a6202b7a2e56bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74b7863a932548f588a6202b7a2e56bd" member_type: VOTER last_known_addr { host: "127.11.78.62" port: 34689 } } peers { permanent_uuid: "2907e2cd92024d409b6f50fe2170714d" member_type: VOTER last_known_addr { host: "127.11.78.61" port: 45821 } } peers { permanent_uuid: "2604732f96e647be8b0caa6593b8b0af" member_type: VOTER last_known_addr { host: "127.11.78.60" port: 43517 } } }
08:02:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:14.133915 12395 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2907e2cd92024d409b6f50fe2170714d [sys.catalog]: This master's current role is: FOLLOWER
08:02:14.143 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1777881732 last_transition_timestamp: 1777881734
08:02:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:14.286192 11603 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111) [suppressed 15 similar messages]
08:02:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:14.630585 11603 consensus_peers.cc:597] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd -> Peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Couldn't send request to peer 2604732f96e647be8b0caa6593b8b0af. Status: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:02:15.063 [DEBUG - main] (Connection.java:575) [peer master-127.11.78.60:43517(127.11.78.60:43517)] disconnecting while in state TERMINATED
08:02:15.063 [DEBUG - main] (Connection.java:575) [peer master-127.11.78.62:34689(127.11.78.62:34689)] disconnecting while in state READY
08:02:15.063 [DEBUG - main] (Connection.java:575) [peer master-127.11.78.61:45821(127.11.78.61:45821)] disconnecting while in state READY
08:02:15.063 [DEBUG - main] (Connection.java:575) [peer 8165c50e7a8d451cb5d96d78a9a59a2a(127.11.78.2:45253)] disconnecting while in state READY
08:02:15.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:02:15.064 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 8165c50e7a8d451cb5d96d78a9a59a2a(127.11.78.2:45253)] handling channelInactive
08:02:15.064 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.78.62:34689(127.11.78.62:34689)] handling channelInactive
08:02:15.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.78.62:34689(127.11.78.62:34689)] cleaning up while in state READY due to: connection closed
08:02:15.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8165c50e7a8d451cb5d96d78a9a59a2a(127.11.78.2:45253)] cleaning up while in state READY due to: connection closed
08:02:15.065 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.78.61:45821(127.11.78.61:45821)] handling channelInactive
08:02:15.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.78.61:45821(127.11.78.61:45821)] cleaning up while in state READY due to: connection closed
08:02:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.066078 11576 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskjigIua/build/asan/bin/kudu pid 11870
08:02:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.073938 12023 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:15.094607 11603 consensus_peers.cc:597] T 00000000000000000000000000000000 P 74b7863a932548f588a6202b7a2e56bd -> Peer 2604732f96e647be8b0caa6593b8b0af (127.11.78.60:43517): Couldn't send request to peer 2604732f96e647be8b0caa6593b8b0af. Status: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:02:15.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.199369 11576 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskjigIua/build/asan/bin/kudu with pid 11870
08:02:15.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:15.221248 12192 connection.cc:570] server connection from 127.11.78.1:44451 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.221863 11576 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskjigIua/build/asan/bin/kudu pid 12033
08:02:15.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.229213 12165 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.230849 11587 master_runner.cc:186] Error getting master registration for 127.11.78.60:43517: Network error: Client connection negotiation failed: client connection to 127.11.78.60:43517: connect: Connection refused (error 111),
08:02:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.231103 11587 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.330690 11576 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskjigIua/build/asan/bin/kudu with pid 12033
08:02:15.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.350273 11576 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskjigIua/build/asan/bin/kudu pid 12175
08:02:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.357174 12306 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.455997 11576 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskjigIua/build/asan/bin/kudu with pid 12175
08:02:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.474141 11576 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskjigIua/build/asan/bin/kudu pid 11587
08:02:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.475292 11658 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.593443 11576 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskjigIua/build/asan/bin/kudu with pid 11587
08:02:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 08:02:15.610702 11685 connection.cc:570] server connection from 127.0.0.1:58926 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.611022 11576 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskjigIua/build/asan/bin/kudu pid 11665
08:02:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.612120 11739 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 08:02:15.723090 11576 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskjigIua/build/asan/bin/kudu with pid 11665
08:02:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-04T08:02:15Z chronyd exiting
08:02:15.877 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1777881732 last_transition_timestamp: 1777881734
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: a627ef4f83b3420f9ef462770ff3c85a (127.11.78.1:44983): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1777881732 last_transition_timestamp: 1777881734
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more