03:02:14.985 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:02:14.985 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task0F6IKQ/test-tmp
03:02:14.985 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
03:02:14.985 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task0F6IKQ/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
03:02:14.988 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:02:15.345 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:02:15.345 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:02:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.347983 32647 mini_oidc.cc:150] Starting JWKS server
03:02:15.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.350513 32647 webserver.cc:577] Webserver started at http://127.0.0.1:46749/ using document root <none> and password file <none>
03:02:15.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.350834 32647 mini_oidc.cc:186] Starting OIDC Discovery server
03:02:15.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.351436 32647 webserver.cc:577] Webserver started at http://127.0.0.1:44303/ using document root <none> and password file <none>
03:02:15.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-15T03:02:15Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:02:15.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-15T03:02:15Z Disabled control of system clock
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.382761 32647 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/wal
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/data
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/logs
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/data/info.pb
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.254:40399
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.254
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:02:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46749/jwks.json
03:02:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:02:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:02:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.726037 32658 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:02:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.726385 32658 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:02:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.726466 32658 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:02:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.735158 32658 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:02:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.735270 32658 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
03:02:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.735320 32658 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:02:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.735364 32658 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:02:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.735417 32658 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:02:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.735458 32658 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:02:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.735517 32658 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46749/jwks.json
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.746112 32658 master_runner.cc:387] Master server non-default flags:
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/logs
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/data
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/wal
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.254:40399
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46749/jwks.json
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/data/info.pb
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.254
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3458f03c6ee765ff81fe1ff179b7d6d82b82420b
03:02:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:02:15.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Nov 2026 02:43:26 UTC on bdcb31816ec0
03:02:15.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14789
03:02:15.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:02:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.747958 32658 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:02:15.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.749979 32658 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:02:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.758909 32664 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.759457 32663 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.760022 32666 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.760113 32658 server_base.cc:1061] running on GCE node
03:02:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.760946 32658 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:02:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.762440 32658 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:02:15.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.763706 32658 hybrid_clock.cc:648] HybridClock initialized: now 1794711735763613 us; error 63 us; skew 500 ppm
03:02:15.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.764120 32658 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:02:15.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.766649 32658 webserver.cc:577] Webserver started at http://127.31.225.254:39621/ using document root <none> and password file <none>
03:02:15.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.767354 32658 fs_manager.cc:362] Metadata directory not provided
03:02:15.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.767460 32658 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:02:15.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.767830 32658 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:02:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.770445 32658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/data/instance:
03:02:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a81b44afc7f547dfa68403359fb9afab"
03:02:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:15 on dist-test-slave-8bcf"
03:02:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.771199 32658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/wal/instance:
03:02:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a81b44afc7f547dfa68403359fb9afab"
03:02:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:15 on dist-test-slave-8bcf"
03:02:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.778206 32658 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
03:02:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.782235 32672 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.784102 32658 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.784307 32658 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/data,/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/wal
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a81b44afc7f547dfa68403359fb9afab"
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:15 on dist-test-slave-8bcf"
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.784550 32658 fs_report.cc:389] FS layout report
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/wal
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/wal
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/data/data
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:02:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:02:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:02:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:02:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:02:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:02:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:02:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:02:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:02:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:02:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:02:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.797521 32658 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:02:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.798435 32658 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:02:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.798769 32658 kserver.cc:163] Server-wide thread pool size limit: 3276
03:02:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.823750 32658 rpc_server.cc:307] RPC server started. Bound to: 127.31.225.254:40399
03:02:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.823817 32733 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.225.254:40399 every 8 connection(s)
03:02:15.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.825562 32658 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/data/info.pb
03:02:15.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.830384 32734 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.831699 32647 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu as pid 32658
03:02:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.832074 32647 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-0/wal/instance
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.835268 32647 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/wal
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/data
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/logs
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/data/info.pb
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.253:37691
03:02:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.253
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46749/jwks.json
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:02:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:02:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.839605 32734 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } has no permanent_uuid. Determining permanent_uuid...
03:02:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.857223 32734 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } has no permanent_uuid. Determining permanent_uuid...
03:02:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.858479 32673 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.225.253:37691: connect: Connection refused (error 111)
03:02:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.860147 32734 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.253:37691: Network error: Client connection negotiation failed: client connection to 127.31.225.253:37691: connect: Connection refused (error 111)
03:02:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.909565 32734 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } attempt: 1
03:02:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.912062 32734 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.253:37691: Network error: Client connection negotiation failed: client connection to 127.31.225.253:37691: connect: Connection refused (error 111)
03:02:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:15.980383 32734 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } attempt: 2
03:02:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:15.982717 32734 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.253:37691: Network error: Client connection negotiation failed: client connection to 127.31.225.253:37691: connect: Connection refused (error 111)
03:02:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.074034 32734 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } attempt: 3
03:02:16.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.076380 32734 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.253:37691: Network error: Client connection negotiation failed: client connection to 127.31.225.253:37691: connect: Connection refused (error 111)
03:02:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.197506 32736 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:02:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.197827 32736 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:02:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.197909 32736 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:02:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.206492 32736 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:02:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.206598 32736 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
03:02:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.206648 32736 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:02:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.206697 32736 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:02:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.206754 32736 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:02:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.206795 32736 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:02:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.206854 32736 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46749/jwks.json
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.217351 32736 master_runner.cc:387] Master server non-default flags:
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/logs
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/data
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/wal
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.253:37691
03:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46749/jwks.json
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/data/info.pb
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.253
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3458f03c6ee765ff81fe1ff179b7d6d82b82420b
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Nov 2026 02:43:26 UTC on bdcb31816ec0
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14789
03:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:02:16.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.219031 32736 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:02:16.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.219674 32734 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } attempt: 4
03:02:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.221294 32736 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:02:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.222184 32734 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.253:37691: Network error: Client connection negotiation failed: client connection to 127.31.225.253:37691: connect: Connection refused (error 111)
03:02:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.230458 32744 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.230458 32745 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.232059 32747 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.232204 32736 server_base.cc:1061] running on GCE node
03:02:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.233120 32736 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:02:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.234652 32736 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.235934 32736 hybrid_clock.cc:648] HybridClock initialized: now 1794711736235835 us; error 61 us; skew 500 ppm
03:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.236327 32736 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:02:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.238752 32736 webserver.cc:577] Webserver started at http://127.31.225.253:36945/ using document root <none> and password file <none>
03:02:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.239516 32736 fs_manager.cc:362] Metadata directory not provided
03:02:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.239667 32736 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:02:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.240126 32736 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:02:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.242710 32736 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/data/instance:
03:02:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080b0d75a62475091f4ac767459f802"
03:02:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:16 on dist-test-slave-8bcf"
03:02:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.243559 32736 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/wal/instance:
03:02:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080b0d75a62475091f4ac767459f802"
03:02:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:16 on dist-test-slave-8bcf"
03:02:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.249864 32736 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.004s sys 0.000s
03:02:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.253763 32753 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:02:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.255452 32736 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.255703 32736 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/data,/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/wal
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080b0d75a62475091f4ac767459f802"
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:16 on dist-test-slave-8bcf"
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.256052 32736 fs_report.cc:389] FS layout report
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/wal
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/wal
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/data/data
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:02:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:02:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.280483 32736 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:02:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.281453 32736 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:02:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.281831 32736 kserver.cc:163] Server-wide thread pool size limit: 3276
03:02:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.307042 32736 rpc_server.cc:307] RPC server started. Bound to: 127.31.225.253:37691
03:02:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.307035 346 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.225.253:37691 every 8 connection(s)
03:02:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.308853 32736 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/data/info.pb
03:02:16.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.313285 347 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.317417 32647 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu as pid 32736
03:02:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.317616 32647 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-1/wal/instance
03:02:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.318640 32647 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/wal
03:02:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/data
03:02:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/logs
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/data/info.pb
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.252:34761
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.252
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46749/jwks.json
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:02:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.319046 347 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } has no permanent_uuid. Determining permanent_uuid...
03:02:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.333452 347 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } has no permanent_uuid. Determining permanent_uuid...
03:02:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.342973 347 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } has no permanent_uuid. Determining permanent_uuid...
03:02:16.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.344135 32755 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.345734 347 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.395124 347 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } attempt: 1
03:02:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.397575 347 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.465857 347 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } attempt: 2
03:02:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.468115 347 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.521489 32734 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } attempt: 5
03:02:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.529289 32734 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } has no permanent_uuid. Determining permanent_uuid...
03:02:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.531366 32734 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.559394 347 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } attempt: 3
03:02:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.561817 347 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.582628 32734 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } attempt: 1
03:02:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.585213 32734 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.653491 32734 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } attempt: 2
03:02:16.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.655683 32734 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.683482 350 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:02:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.683910 350 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:02:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.684010 350 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:02:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.693851 350 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
03:02:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.693955 350 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
03:02:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.694012 350 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:02:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.694059 350 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
03:02:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.694118 350 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
03:02:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.694164 350 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
03:02:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.694231 350 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46749/jwks.json
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.705081 347 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } attempt: 4
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.705492 350 master_runner.cc:387] Master server non-default flags:
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/logs
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/data
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/wal
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.252:34761
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46749/jwks.json
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/data/info.pb
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.252
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3458f03c6ee765ff81fe1ff179b7d6d82b82420b
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Nov 2026 02:43:26 UTC on bdcb31816ec0
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14789
03:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:02:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.707144 347 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.707721 350 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:02:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.709553 350 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:02:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.718341 360 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.718389 358 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.718433 357 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.719347 350 server_base.cc:1061] running on GCE node
03:02:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.720214 350 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:02:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.721779 350 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:02:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.723069 350 hybrid_clock.cc:648] HybridClock initialized: now 1794711736723011 us; error 35 us; skew 500 ppm
03:02:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.723443 350 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:02:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.725993 350 webserver.cc:577] Webserver started at http://127.31.225.252:46499/ using document root <none> and password file <none>
03:02:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.726792 350 fs_manager.cc:362] Metadata directory not provided
03:02:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.726950 350 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:02:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.727380 350 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:02:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.730119 350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/data/instance:
03:02:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dbb57529eb0140feb739f979b6a3152c"
03:02:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:16 on dist-test-slave-8bcf"
03:02:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.731019 350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/wal/instance:
03:02:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dbb57529eb0140feb739f979b6a3152c"
03:02:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:16 on dist-test-slave-8bcf"
03:02:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.737079 350 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
03:02:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.740658 366 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:02:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.742158 350 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
03:02:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.742358 350 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/data,/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/wal
03:02:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dbb57529eb0140feb739f979b6a3152c"
03:02:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:16 on dist-test-slave-8bcf"
03:02:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.742597 350 fs_report.cc:389] FS layout report
03:02:16.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/wal
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/wal
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/data/data
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:02:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:02:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.761947 32734 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } attempt: 3
03:02:16.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.764369 32734 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.767728 350 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:02:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.768853 350 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:02:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.769181 350 kserver.cc:163] Server-wide thread pool size limit: 3276
03:02:16.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.795455 350 rpc_server.cc:307] RPC server started. Bound to: 127.31.225.252:34761
03:02:16.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.795500 427 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.225.252:34761 every 8 connection(s)
03:02:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.797199 350 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/data/info.pb
03:02:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.799557 32647 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu as pid 350
03:02:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.799790 32647 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/master-2/wal/instance
03:02:16.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.802785 428 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.810084 428 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } has no permanent_uuid. Determining permanent_uuid...
03:02:16.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.824190 428 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } has no permanent_uuid. Determining permanent_uuid...
03:02:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.832854 428 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } has no permanent_uuid. Determining permanent_uuid...
03:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.843550 428 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c: Bootstrap starting.
03:02:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.847208 428 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c: Neither blocks nor log segments found. Creating new log.
03:02:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.848428 428 log.cc:826] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c: Log is configured to *not* fsync() on all Append() calls
03:02:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.851223 428 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c: No bootstrap required, opened a new log
03:02:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.857236 428 raft_consensus.cc:360] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.857689 428 raft_consensus.cc:386] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.857829 428 raft_consensus.cc:748] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dbb57529eb0140feb739f979b6a3152c, State: Initialized, Role: FOLLOWER
03:02:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.858549 428 consensus_queue.cc:261] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.859470 435 sys_catalog.cc:455] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.859784 435 sys_catalog.cc:458] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [sys.catalog]: This master's current role is: FOLLOWER
03:02:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.860457 428 sys_catalog.cc:565] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [sys.catalog]: configured and running, proceeding with master startup.
03:02:16.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.872016 446 catalog_manager.cc:1609] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:02:16.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:16.872172 446 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:02:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.867625 350 master_runner.cc:187] Error getting master registration for 127.31.225.254:40399: OK, instance_id { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" instance_seqno: 1794711735817972 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:02:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.873864 350 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:02:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.907785 435 raft_consensus.cc:499] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:02:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.908079 435 raft_consensus.cc:521] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.909652 435 leader_election.cc:290] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a81b44afc7f547dfa68403359fb9afab (127.31.225.254:40399), 6080b0d75a62475091f4ac767459f802 (127.31.225.253:37691)
03:02:16.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.941574 32734 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } attempt: 4
03:02:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.954576 32734 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab: Bootstrap starting.
03:02:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.960520 32734 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab: Neither blocks nor log segments found. Creating new log.
03:02:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.962261 32734 log.cc:826] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab: Log is configured to *not* fsync() on all Append() calls
03:02:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.966274 32734 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab: No bootstrap required, opened a new log
03:02:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.975119 32734 raft_consensus.cc:360] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.975540 32734 raft_consensus.cc:386] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.975661 32734 raft_consensus.cc:748] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a81b44afc7f547dfa68403359fb9afab, State: Initialized, Role: FOLLOWER
03:02:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.976583 32734 consensus_queue.cc:261] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.983793 449 sys_catalog.cc:455] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.984678 449 sys_catalog.cc:458] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: This master's current role is: FOLLOWER
03:02:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.985944 32734 sys_catalog.cc:565] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: configured and running, proceeding with master startup.
03:02:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.986001 32699 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dbb57529eb0140feb739f979b6a3152c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a81b44afc7f547dfa68403359fb9afab" is_pre_election: true
03:02:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.986670 32699 raft_consensus.cc:2490] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dbb57529eb0140feb739f979b6a3152c in term 0.
03:02:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.987530 368 leader_election.cc:304] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a81b44afc7f547dfa68403359fb9afab, dbb57529eb0140feb739f979b6a3152c; no voters:
03:02:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.988113 435 raft_consensus.cc:2826] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 0 FOLLOWER]: Leader pre-election won for term 1
03:02:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.988301 435 raft_consensus.cc:499] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:02:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.988399 435 raft_consensus.cc:3096] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 0 FOLLOWER]: Advancing to term 1
03:02:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.992025 435 raft_consensus.cc:521] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:16.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.993436 32699 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dbb57529eb0140feb739f979b6a3152c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a81b44afc7f547dfa68403359fb9afab"
03:02:16.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.993657 32699 raft_consensus.cc:3096] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 0 FOLLOWER]: Advancing to term 1
03:02:16.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.994169 435 leader_election.cc:290] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [CANDIDATE]: Term 1 election: Requested vote from peers a81b44afc7f547dfa68403359fb9afab (127.31.225.254:40399), 6080b0d75a62475091f4ac767459f802 (127.31.225.253:37691)
03:02:16.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.997602 32699 raft_consensus.cc:2490] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dbb57529eb0140feb739f979b6a3152c in term 1.
03:02:16.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.998332 368 leader_election.cc:304] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a81b44afc7f547dfa68403359fb9afab, dbb57529eb0140feb739f979b6a3152c; no voters:
03:02:16.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.998769 435 raft_consensus.cc:2826] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 1 FOLLOWER]: Leader election won for term 1
03:02:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:16.999866 435 raft_consensus.cc:705] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [term 1 LEADER]: Becoming Leader. State: Replica: dbb57529eb0140feb739f979b6a3152c, State: Running, Role: LEADER
03:02:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.000829 435 consensus_queue.cc:238] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:17.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.005687 456 sys_catalog.cc:455] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [sys.catalog]: SysCatalogTable state changed. Reason: New leader dbb57529eb0140feb739f979b6a3152c. Latest consensus state: current_term: 1 leader_uuid: "dbb57529eb0140feb739f979b6a3152c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:17.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.006404 347 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } attempt: 5
03:02:17.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.006465 456 sys_catalog.cc:458] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [sys.catalog]: This master's current role is: LEADER
03:02:17.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.018177 459 consensus_queue.cc:1049] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:02:17.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.021343 372 tablet.cc:2441] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:02:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.029485 347 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802: Bootstrap starting.
03:02:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.039630 449 sys_catalog.cc:455] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: SysCatalogTable state changed. Reason: New leader dbb57529eb0140feb739f979b6a3152c. Latest consensus state: current_term: 1 leader_uuid: "dbb57529eb0140feb739f979b6a3152c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.040055 449 sys_catalog.cc:458] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: This master's current role is: FOLLOWER
03:02:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.046569 459 sys_catalog.cc:455] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dbb57529eb0140feb739f979b6a3152c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.046919 459 sys_catalog.cc:458] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [sys.catalog]: This master's current role is: LEADER
03:02:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.050169 347 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802: Neither blocks nor log segments found. Creating new log.
03:02:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.052045 32678 tablet.cc:2441] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:02:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.054143 347 log.cc:826] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802: Log is configured to *not* fsync() on all Append() calls
03:02:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.054692 449 sys_catalog.cc:455] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dbb57529eb0140feb739f979b6a3152c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.055019 449 sys_catalog.cc:458] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: This master's current role is: FOLLOWER
03:02:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.056951 460 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
03:02:17.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.060385 460 catalog_manager.cc:1535] Initializing Kudu cluster ID...
03:02:17.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.073837 347 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802: No bootstrap required, opened a new log
03:02:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.082326 347 raft_consensus.cc:360] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:17.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.074011 32658 master_runner.cc:187] Error getting master registration for 127.31.225.253:37691: OK, instance_id { permanent_uuid: "6080b0d75a62475091f4ac767459f802" instance_seqno: 1794711736301404 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:02:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.085131 347 raft_consensus.cc:386] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.085314 347 raft_consensus.cc:748] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6080b0d75a62475091f4ac767459f802, State: Initialized, Role: FOLLOWER
03:02:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.086128 347 consensus_queue.cc:261] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.089594 32658 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:02:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.097504 469 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:02:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.097800 469 catalog_manager.cc:898] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:02:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.110762 460 catalog_manager.cc:1398] Generated new cluster ID: 2f130d38b9fd4cb9b1df88adf580a321
03:02:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.110906 460 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
03:02:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.116406 471 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.116745 471 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: This master's current role is: FOLLOWER
03:02:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.122346 471 raft_consensus.cc:499] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:02:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.122632 471 raft_consensus.cc:521] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.124429 471 leader_election.cc:290] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a81b44afc7f547dfa68403359fb9afab (127.31.225.254:40399), dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761)
03:02:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.125264 32699 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080b0d75a62475091f4ac767459f802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a81b44afc7f547dfa68403359fb9afab" is_pre_election: true
03:02:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.125766 393 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080b0d75a62475091f4ac767459f802" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dbb57529eb0140feb739f979b6a3152c" is_pre_election: true
03:02:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.127490 32755 leader_election.cc:304] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6080b0d75a62475091f4ac767459f802; no voters: a81b44afc7f547dfa68403359fb9afab, dbb57529eb0140feb739f979b6a3152c
03:02:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.128014 471 raft_consensus.cc:2771] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:02:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.128412 347 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: configured and running, proceeding with master startup.
03:02:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.128741 311 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dbb57529eb0140feb739f979b6a3152c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6080b0d75a62475091f4ac767459f802"
03:02:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.129196 311 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 0 FOLLOWER]: Advancing to term 1
03:02:17.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.136194 312 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dbb57529eb0140feb739f979b6a3152c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6080b0d75a62475091f4ac767459f802" is_pre_election: true
03:02:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.139245 311 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dbb57529eb0140feb739f979b6a3152c in term 1.
03:02:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.141808 456 consensus_queue.cc:1049] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:02:17.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.159725 460 catalog_manager.cc:1421] Generated new certificate authority record
03:02:17.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.162185 460 catalog_manager.cc:1555] Loading token signing keys...
03:02:17.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.176380 459 sys_catalog.cc:455] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dbb57529eb0140feb739f979b6a3152c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:17.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.176664 459 sys_catalog.cc:458] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c [sys.catalog]: This master's current role is: LEADER
03:02:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.179540 481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dbb57529eb0140feb739f979b6a3152c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.179572 471 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dbb57529eb0140feb739f979b6a3152c. Latest consensus state: current_term: 1 leader_uuid: "dbb57529eb0140feb739f979b6a3152c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:17.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.180182 471 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: This master's current role is: FOLLOWER
03:02:17.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.180881 481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: This master's current role is: FOLLOWER
03:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.216842 460 catalog_manager.cc:6221] T 00000000000000000000000000000000 P dbb57529eb0140feb739f979b6a3152c: Generated new TSK 0
03:02:17.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.218807 460 catalog_manager.cc:1565] Initializing in-progress tserver states...
03:02:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.242141 488 catalog_manager.cc:1310] Loaded cluster ID: 2f130d38b9fd4cb9b1df88adf580a321
03:02:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.242476 488 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802: loading cluster ID for follower catalog manager: success
03:02:17.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.246876 488 catalog_manager.cc:1625] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802: acquiring CA information for follower catalog manager: success
03:02:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.250084 488 catalog_manager.cc:1653] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:02:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.257508 32647 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/wal
03:02:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/data
03:02:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:02:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:02:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:02:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/logs
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/data/info.pb
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.193:0
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.225.193
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.193
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:02:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:02:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.790320 490 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:02:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.790773 490 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:02:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.790930 490 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:02:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.805049 490 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:02:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.805243 490 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:02:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.805315 490 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:02:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.805366 490 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
03:02:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.805491 490 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.225.193
03:02:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.822446 490 tablet_server_runner.cc:78] Tablet server non-default flags:
03:02:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/logs
03:02:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/data
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/wal
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.193:0
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/data/info.pb
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.193
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.225.193
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3458f03c6ee765ff81fe1ff179b7d6d82b82420b
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Nov 2026 02:43:26 UTC on bdcb31816ec0
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14789
03:02:17.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:02:17.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.824947 490 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:02:17.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.827555 490 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:02:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.840315 495 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.841360 496 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:17.843101 498 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.843222 490 server_base.cc:1061] running on GCE node
03:02:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.843868 490 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:02:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.844909 490 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:02:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.846227 490 hybrid_clock.cc:648] HybridClock initialized: now 1794711737846133 us; error 57 us; skew 500 ppm
03:02:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.846516 490 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:02:17.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.849051 490 webserver.cc:577] Webserver started at http://127.31.225.193:41657/ using document root <none> and password file <none>
03:02:17.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.849740 490 fs_manager.cc:362] Metadata directory not provided
03:02:17.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.849852 490 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:02:17.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.850150 490 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:02:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.852692 490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/data/instance:
03:02:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a923a16ba5df499981ba34d9e4665b8f"
03:02:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:17 on dist-test-slave-8bcf"
03:02:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.853459 490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/wal/instance:
03:02:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a923a16ba5df499981ba34d9e4665b8f"
03:02:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:17 on dist-test-slave-8bcf"
03:02:17.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.859254 490 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
03:02:17.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.862967 504 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:02:17.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.864717 490 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.864862 490 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/data,/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/wal
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a923a16ba5df499981ba34d9e4665b8f"
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:17 on dist-test-slave-8bcf"
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.865024 490 fs_report.cc:389] FS layout report
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/wal
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/wal
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/data/data
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:02:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:02:17.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.889464 490 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:02:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.890347 490 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:02:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.890599 490 kserver.cc:163] Server-wide thread pool size limit: 3276
03:02:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.893857 490 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:02:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.894006 490 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:02:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.894142 490 ts_tablet_manager.cc:662] Registered 0 tablets
03:02:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.894304 490 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:02:17.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.953562 490 rpc_server.cc:307] RPC server started. Bound to: 127.31.225.193:44375
03:02:17.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.953619 628 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.225.193:44375 every 8 connection(s)
03:02:17.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.955093 490 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/data/info.pb
03:02:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.957665 32647 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu as pid 490
03:02:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.957875 32647 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-0/wal/instance
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.965910 32647 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/wal
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/data
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/logs
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/data/info.pb
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.194:0
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.225.194
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.194
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.966692 629 heartbeater.cc:345] Connected to a master server at 127.31.225.252:34761
03:02:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.967165 629 heartbeater.cc:462] Registering TS with master...
03:02:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.968562 629 heartbeater.cc:508] Master 127.31.225.252:34761 requested a full tablet report, sending...
03:02:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.970561 630 heartbeater.cc:345] Connected to a master server at 127.31.225.254:40399
03:02:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.970778 630 heartbeater.cc:462] Registering TS with master...
03:02:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.971349 630 heartbeater.cc:508] Master 127.31.225.254:40399 requested a full tablet report, sending...
03:02:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.972110 383 ts_manager.cc:210] Registered new tserver with Master: a923a16ba5df499981ba34d9e4665b8f (127.31.225.193:44375)
03:02:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.973785 32689 ts_manager.cc:210] Registered new tserver with Master: a923a16ba5df499981ba34d9e4665b8f (127.31.225.193:44375)
03:02:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.974550 383 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.31.225.193:55073
03:02:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.978727 631 heartbeater.cc:345] Connected to a master server at 127.31.225.253:37691
03:02:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.978928 631 heartbeater.cc:462] Registering TS with master...
03:02:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.979332 631 heartbeater.cc:508] Master 127.31.225.253:37691 requested a full tablet report, sending...
03:02:17.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:17.981087 302 ts_manager.cc:210] Registered new tserver with Master: a923a16ba5df499981ba34d9e4665b8f (127.31.225.193:44375)
03:02:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.100049 469 catalog_manager.cc:1310] Loaded cluster ID: 2f130d38b9fd4cb9b1df88adf580a321
03:02:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.100167 469 catalog_manager.cc:1603] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab: loading cluster ID for follower catalog manager: success
03:02:18.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.103214 469 catalog_manager.cc:1625] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab: acquiring CA information for follower catalog manager: success
03:02:18.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.105300 469 catalog_manager.cc:1653] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:02:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.360006 634 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:02:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.360392 634 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:02:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.360565 634 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:02:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.369575 634 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:02:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.369769 634 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:02:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.369846 634 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:02:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.369910 634 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
03:02:18.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.370069 634 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.225.194
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.381721 634 tablet_server_runner.cc:78] Tablet server non-default flags:
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/logs
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/data
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/wal
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.194:0
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/data/info.pb
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.194
03:02:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.225.194
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3458f03c6ee765ff81fe1ff179b7d6d82b82420b
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Nov 2026 02:43:26 UTC on bdcb31816ec0
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14789
03:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:02:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.384099 634 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:02:18.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.386180 634 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:02:18.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.397336 639 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:18.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.397428 640 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.398089 642 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.398631 634 server_base.cc:1061] running on GCE node
03:02:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.399287 634 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:02:18.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.400377 634 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:02:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.401695 634 hybrid_clock.cc:648] HybridClock initialized: now 1794711738401544 us; error 80 us; skew 500 ppm
03:02:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.402112 634 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:02:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.407269 634 webserver.cc:577] Webserver started at http://127.31.225.194:39581/ using document root <none> and password file <none>
03:02:18.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.408396 634 fs_manager.cc:362] Metadata directory not provided
03:02:18.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.408582 634 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:02:18.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.409088 634 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:02:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.412614 634 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/data/instance:
03:02:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb1fff5a8e694903a2e1ee25ba73fb46"
03:02:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:18 on dist-test-slave-8bcf"
03:02:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.413746 634 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/wal/instance:
03:02:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb1fff5a8e694903a2e1ee25ba73fb46"
03:02:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:18 on dist-test-slave-8bcf"
03:02:18.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.420357 634 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
03:02:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.424616 648 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:02:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.426397 634 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
03:02:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.426561 634 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/data,/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/wal
03:02:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb1fff5a8e694903a2e1ee25ba73fb46"
03:02:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:18 on dist-test-slave-8bcf"
03:02:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.426808 634 fs_report.cc:389] FS layout report
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/wal
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/wal
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/data/data
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:02:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:02:18.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.470005 634 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:02:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.471002 634 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:02:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.471263 634 kserver.cc:163] Server-wide thread pool size limit: 3276
03:02:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.474764 634 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:02:18.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.474941 634 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:02:18.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.475066 634 ts_tablet_manager.cc:662] Registered 0 tablets
03:02:18.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.475198 634 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:02:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.538609 634 rpc_server.cc:307] RPC server started. Bound to: 127.31.225.194:39337
03:02:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.538650 772 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.225.194:39337 every 8 connection(s)
03:02:18.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.540163 634 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/data/info.pb
03:02:18.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.543968 774 heartbeater.cc:345] Connected to a master server at 127.31.225.254:40399
03:02:18.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.545662 774 heartbeater.cc:462] Registering TS with master...
03:02:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.546530 32647 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu as pid 634
03:02:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.546739 32647 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-1/wal/instance
03:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.548869 774 heartbeater.cc:508] Master 127.31.225.254:40399 requested a full tablet report, sending...
03:02:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.550981 773 heartbeater.cc:345] Connected to a master server at 127.31.225.252:34761
03:02:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.551133 773 heartbeater.cc:462] Registering TS with master...
03:02:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.551164 32689 ts_manager.cc:210] Registered new tserver with Master: bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337)
03:02:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.551683 773 heartbeater.cc:508] Master 127.31.225.252:34761 requested a full tablet report, sending...
03:02:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.552625 32647 external_mini_cluster.cc:1372] Running /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu
03:02:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/wal
03:02:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/data
03:02:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:02:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/logs
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/data/info.pb
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.195:0
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.225.195
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.195
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.553107 382 ts_manager.cc:210] Registered new tserver with Master: bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337)
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.554312 382 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.31.225.194:49337
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.554414 775 heartbeater.cc:345] Connected to a master server at 127.31.225.253:37691
03:02:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.554561 775 heartbeater.cc:462] Registering TS with master...
03:02:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.555136 775 heartbeater.cc:508] Master 127.31.225.253:37691 requested a full tablet report, sending...
03:02:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.556370 302 ts_manager.cc:210] Registered new tserver with Master: bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337)
03:02:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.923269 778 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
03:02:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.923662 778 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:02:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.923848 778 flags.cc:432] Enabled unsafe flag: --never_fsync=true
03:02:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.934749 778 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
03:02:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.934904 778 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:02:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.934957 778 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:02:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.934994 778 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
03:02:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.935079 778 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.225.195
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.946808 778 tablet_server_runner.cc:78] Tablet server non-default flags:
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/logs
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.225.212:36025
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/data
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/wal
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.225.195:0
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/data/info.pb
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.225.195
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.225.254:40399,127.31.225.253:37691,127.31.225.252:34761
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.225.195
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3458f03c6ee765ff81fe1ff179b7d6d82b82420b
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Nov 2026 02:43:26 UTC on bdcb31816ec0
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14789
03:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
03:02:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.949016 778 env_posix.cc:2314] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:02:18.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.951411 778 file_cache.cc:504] Constructed file cache file cache with capacity 419430
03:02:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.963820 783 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.964057 784 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:18.964573 786 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:02:18.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.964814 778 server_base.cc:1061] running on GCE node
03:02:18.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.965601 778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:02:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.967002 778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:02:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.968408 778 hybrid_clock.cc:648] HybridClock initialized: now 1794711738968312 us; error 78 us; skew 500 ppm
03:02:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.968876 778 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:02:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.971936 778 webserver.cc:577] Webserver started at http://127.31.225.195:38629/ using document root <none> and password file <none>
03:02:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.973116 778 fs_manager.cc:362] Metadata directory not provided
03:02:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.973547 778 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:02:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.974267 778 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
03:02:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.977734 778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/data/instance:
03:02:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4c3e34887f44251b778e939773197d4"
03:02:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:18 on dist-test-slave-8bcf"
03:02:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.978688 629 heartbeater.cc:500] Master 127.31.225.252:34761 was elected leader, sending a full tablet report...
03:02:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.979333 778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/wal/instance:
03:02:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4c3e34887f44251b778e939773197d4"
03:02:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:18 on dist-test-slave-8bcf"
03:02:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.986848 778 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.004s
03:02:18.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.991555 792 log_block_manager.cc:4130] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.993965 778 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.994169 778 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/data,/tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/wal
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4c3e34887f44251b778e939773197d4"
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-11-15 03:02:18 on dist-test-slave-8bcf"
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:18.994369 778 fs_report.cc:389] FS layout report
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/wal
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/wal
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/data/data
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:02:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:02:19.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.039254 778 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:02:19.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.040283 778 env_posix.cc:2314] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:02:19.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.040553 778 kserver.cc:163] Server-wide thread pool size limit: 3276
03:02:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.044507 778 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:02:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.044667 778 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:02:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.044800 778 ts_tablet_manager.cc:662] Registered 0 tablets
03:02:19.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.044878 778 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:02:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.122685 778 rpc_server.cc:307] RPC server started. Bound to: 127.31.225.195:40967
03:02:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.122730 915 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.225.195:40967 every 8 connection(s)
03:02:19.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.124257 778 server_base.cc:1193] Dumped server information to /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/data/info.pb
03:02:19.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.127204 32647 external_mini_cluster.cc:1434] Started /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu as pid 778
03:02:19.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.127417 32647 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task0F6IKQ/test-tmp/mini-kudu-cluster1180323410612942971/ts-2/wal/instance
03:02:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.127331 917 heartbeater.cc:345] Connected to a master server at 127.31.225.254:40399
03:02:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.130402 917 heartbeater.cc:462] Registering TS with master...
03:02:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.131639 917 heartbeater.cc:508] Master 127.31.225.254:40399 requested a full tablet report, sending...
03:02:19.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.134907 32689 ts_manager.cc:210] Registered new tserver with Master: d4c3e34887f44251b778e939773197d4 (127.31.225.195:40967)
03:02:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.138352 916 heartbeater.cc:345] Connected to a master server at 127.31.225.252:34761
03:02:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.138741 916 heartbeater.cc:462] Registering TS with master...
03:02:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.139453 916 heartbeater.cc:508] Master 127.31.225.252:34761 requested a full tablet report, sending...
03:02:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.141074 382 ts_manager.cc:210] Registered new tserver with Master: d4c3e34887f44251b778e939773197d4 (127.31.225.195:40967)
03:02:19.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.142587 382 master_service.cc:507] Signed X509 certificate for tserver {username='slave'} at 127.31.225.195:52917
03:02:19.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.145042 918 heartbeater.cc:345] Connected to a master server at 127.31.225.253:37691
03:02:19.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.145233 918 heartbeater.cc:462] Registering TS with master...
03:02:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.145874 918 heartbeater.cc:508] Master 127.31.225.253:37691 requested a full tablet report, sending...
03:02:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.147174 302 ts_manager.cc:210] Registered new tserver with Master: d4c3e34887f44251b778e939773197d4 (127.31.225.195:40967)
03:02:19.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.160876 32647 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
03:02:19.162 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:02:19.163 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:02:19.164 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.225.254"
port: 40399
}
bound_http_address {
host: "127.31.225.254"
port: 39621
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.225.253"
port: 37691
}
bound_http_address {
host: "127.31.225.253"
port: 36945
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.225.252"
port: 34761
}
bound_http_address {
host: "127.31.225.252"
port: 46499
}
}
}
03:02:19.164 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:02:19.165 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.225.193"
port: 44375
}
bound_http_address {
host: "127.31.225.193"
port: 41657
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.225.194"
port: 39337
}
bound_http_address {
host: "127.31.225.194"
port: 39581
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.225.195"
port: 40967
}
bound_http_address {
host: "127.31.225.195"
port: 38629
}
}
}
03:02:19.165 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:02:19.166 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:02:19.168 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.225.253:37691(127.31.225.253:37691)] connecting to peer
03:02:19.169 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.225.254:40399(127.31.225.254:40399)] connecting to peer
03:02:19.170 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:19.170 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.225.253:37691(127.31.225.253:37691)] Successfully connected to peer
03:02:19.171 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.225.254:40399(127.31.225.254:40399)] Successfully connected to peer
03:02:19.172 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.225.253
03:02:19.172 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.225.254
03:02:19.173 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.225.252:34761(127.31.225.252:34761)] Successfully connected to peer
03:02:19.175 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.31.225.252
03:02:19.185 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x77e463b6, L:/127.0.0.1:36086 - R:/127.31.225.253:37691] using SASL/PLAIN
03:02:19.188 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x896c4c68, L:/127.0.0.1:57810 - R:/127.31.225.252:34761] using SASL/PLAIN
03:02:19.189 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xd92291a4, L:/127.0.0.1:53302 - R:/127.31.225.254:40399] using SASL/PLAIN
03:02:19.190 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:02:19.190 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [19ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: OK, deferred=null) after lookup
03:02:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.192355 382 catalog_manager.cc:2298] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57810:
03:02:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
03:02:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:02:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:02:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:02:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:02:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:19.194543 382 catalog_manager.cc:7228] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:02:19.233 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6832620bb7194ee29bf5cb9d9e33380b
03:02:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.278831 564 tablet_service.cc:1500] Processing CreateTablet for tablet 3ff6fb7bac524c5aa38c4cd1f351b7e6 (DEFAULT_TABLE table=txn_manager_fallback [id=6832620bb7194ee29bf5cb9d9e33380b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:02:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.278831 851 tablet_service.cc:1500] Processing CreateTablet for tablet 3ff6fb7bac524c5aa38c4cd1f351b7e6 (DEFAULT_TABLE table=txn_manager_fallback [id=6832620bb7194ee29bf5cb9d9e33380b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:02:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.280689 563 tablet_service.cc:1500] Processing CreateTablet for tablet 8f312e04369a45928667d13b3569a89c (DEFAULT_TABLE table=txn_manager_fallback [id=6832620bb7194ee29bf5cb9d9e33380b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:02:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.281548 563 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8f312e04369a45928667d13b3569a89c. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.281566 851 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3ff6fb7bac524c5aa38c4cd1f351b7e6. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.282061 850 tablet_service.cc:1500] Processing CreateTablet for tablet 8f312e04369a45928667d13b3569a89c (DEFAULT_TABLE table=txn_manager_fallback [id=6832620bb7194ee29bf5cb9d9e33380b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:02:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.282732 850 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8f312e04369a45928667d13b3569a89c. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:19.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.284451 564 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3ff6fb7bac524c5aa38c4cd1f351b7e6. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:19.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.284911 700 tablet_service.cc:1500] Processing CreateTablet for tablet 8f312e04369a45928667d13b3569a89c (DEFAULT_TABLE table=txn_manager_fallback [id=6832620bb7194ee29bf5cb9d9e33380b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:02:19.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.286556 700 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8f312e04369a45928667d13b3569a89c. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.299854 702 tablet_service.cc:1500] Processing CreateTablet for tablet 3ff6fb7bac524c5aa38c4cd1f351b7e6 (DEFAULT_TABLE table=txn_manager_fallback [id=6832620bb7194ee29bf5cb9d9e33380b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:02:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.300482 702 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3ff6fb7bac524c5aa38c4cd1f351b7e6. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:19.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.301944 944 tablet_bootstrap.cc:492] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4: Bootstrap starting.
03:02:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.305544 944 tablet_bootstrap.cc:654] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4: Neither blocks nor log segments found. Creating new log.
03:02:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.307330 944 log.cc:826] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4: Log is configured to *not* fsync() on all Append() calls
03:02:19.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.314301 946 tablet_bootstrap.cc:492] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46: Bootstrap starting.
03:02:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.323678 944 tablet_bootstrap.cc:492] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4: No bootstrap required, opened a new log
03:02:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.324045 944 ts_tablet_manager.cc:1449] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4: Time spent bootstrapping tablet: real 0.022s user 0.010s sys 0.012s
03:02:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.324898 947 tablet_bootstrap.cc:492] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f: Bootstrap starting.
03:02:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.327737 946 tablet_bootstrap.cc:654] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46: Neither blocks nor log segments found. Creating new log.
03:02:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.331281 947 tablet_bootstrap.cc:654] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f: Neither blocks nor log segments found. Creating new log.
03:02:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.331786 944 raft_consensus.cc:360] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.332208 944 raft_consensus.cc:386] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.332319 944 raft_consensus.cc:748] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4c3e34887f44251b778e939773197d4, State: Initialized, Role: FOLLOWER
03:02:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.333114 944 consensus_queue.cc:261] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.333498 947 log.cc:826] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f: Log is configured to *not* fsync() on all Append() calls
03:02:19.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.337136 946 log.cc:826] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46: Log is configured to *not* fsync() on all Append() calls
03:02:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.341714 946 tablet_bootstrap.cc:492] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46: No bootstrap required, opened a new log
03:02:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.342072 946 ts_tablet_manager.cc:1449] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46: Time spent bootstrapping tablet: real 0.028s user 0.004s sys 0.004s
03:02:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.342839 947 tablet_bootstrap.cc:492] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f: No bootstrap required, opened a new log
03:02:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.343215 947 ts_tablet_manager.cc:1449] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f: Time spent bootstrapping tablet: real 0.019s user 0.003s sys 0.011s
03:02:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.350894 947 raft_consensus.cc:360] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.351439 947 raft_consensus.cc:386] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:19.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.351914 947 raft_consensus.cc:748] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a923a16ba5df499981ba34d9e4665b8f, State: Initialized, Role: FOLLOWER
03:02:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.352839 947 consensus_queue.cc:261] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.356783 916 heartbeater.cc:500] Master 127.31.225.252:34761 was elected leader, sending a full tablet report...
03:02:19.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.357566 944 ts_tablet_manager.cc:1480] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4: Time spent starting tablet: real 0.033s user 0.013s sys 0.019s
03:02:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.358052 944 tablet_bootstrap.cc:492] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4: Bootstrap starting.
03:02:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.361531 946 raft_consensus.cc:360] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } }
03:02:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.362038 946 raft_consensus.cc:386] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.362162 946 raft_consensus.cc:748] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb1fff5a8e694903a2e1ee25ba73fb46, State: Initialized, Role: FOLLOWER
03:02:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.363340 946 consensus_queue.cc:261] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } }
03:02:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.364614 944 tablet_bootstrap.cc:654] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4: Neither blocks nor log segments found. Creating new log.
03:02:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.366755 947 ts_tablet_manager.cc:1480] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f: Time spent starting tablet: real 0.023s user 0.010s sys 0.006s
03:02:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:19.377018 919 tablet.cc:2441] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:02:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.377957 947 tablet_bootstrap.cc:492] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f: Bootstrap starting.
03:02:19.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.380810 947 tablet_bootstrap.cc:654] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f: Neither blocks nor log segments found. Creating new log.
03:02:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.388484 944 tablet_bootstrap.cc:492] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4: No bootstrap required, opened a new log
03:02:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.388674 944 ts_tablet_manager.cc:1449] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4: Time spent bootstrapping tablet: real 0.031s user 0.015s sys 0.008s
03:02:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.389508 944 raft_consensus.cc:360] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } }
03:02:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.389704 944 raft_consensus.cc:386] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.389788 944 raft_consensus.cc:748] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4c3e34887f44251b778e939773197d4, State: Initialized, Role: FOLLOWER
03:02:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.390230 773 heartbeater.cc:500] Master 127.31.225.252:34761 was elected leader, sending a full tablet report...
03:02:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.390139 944 consensus_queue.cc:261] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } }
03:02:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.390728 944 ts_tablet_manager.cc:1480] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
03:02:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.393811 946 ts_tablet_manager.cc:1480] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46: Time spent starting tablet: real 0.052s user 0.012s sys 0.025s
03:02:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.394256 946 tablet_bootstrap.cc:492] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46: Bootstrap starting.
03:02:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.396348 946 tablet_bootstrap.cc:654] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46: Neither blocks nor log segments found. Creating new log.
03:02:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.399875 947 tablet_bootstrap.cc:492] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f: No bootstrap required, opened a new log
03:02:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.400319 947 ts_tablet_manager.cc:1449] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f: Time spent bootstrapping tablet: real 0.022s user 0.008s sys 0.000s
03:02:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.401563 947 raft_consensus.cc:360] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } }
03:02:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.401955 947 raft_consensus.cc:386] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.402149 947 raft_consensus.cc:748] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a923a16ba5df499981ba34d9e4665b8f, State: Initialized, Role: FOLLOWER
03:02:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.402686 947 consensus_queue.cc:261] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } }
03:02:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.405400 946 tablet_bootstrap.cc:492] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46: No bootstrap required, opened a new log
03:02:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.405608 946 ts_tablet_manager.cc:1449] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46: Time spent bootstrapping tablet: real 0.011s user 0.007s sys 0.002s
03:02:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.406066 947 ts_tablet_manager.cc:1480] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
03:02:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.406518 946 raft_consensus.cc:360] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.406699 946 raft_consensus.cc:386] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.406788 946 raft_consensus.cc:748] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb1fff5a8e694903a2e1ee25ba73fb46, State: Initialized, Role: FOLLOWER
03:02:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.407032 946 consensus_queue.cc:261] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.407701 946 ts_tablet_manager.cc:1480] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
03:02:19.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:19.468142 632 tablet.cc:2441] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:02:19.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.500723 948 raft_consensus.cc:499] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:02:19.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.501159 948 raft_consensus.cc:521] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } }
03:02:19.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.503203 948 leader_election.cc:290] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337), a923a16ba5df499981ba34d9e4665b8f (127.31.225.193:44375)
03:02:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.510066 584 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "3ff6fb7bac524c5aa38c4cd1f351b7e6" candidate_uuid: "d4c3e34887f44251b778e939773197d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a923a16ba5df499981ba34d9e4665b8f" is_pre_election: true
03:02:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.510526 584 raft_consensus.cc:2490] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4c3e34887f44251b778e939773197d4 in term 0.
03:02:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.510414 728 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "3ff6fb7bac524c5aa38c4cd1f351b7e6" candidate_uuid: "d4c3e34887f44251b778e939773197d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" is_pre_election: true
03:02:19.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.510957 728 raft_consensus.cc:2490] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4c3e34887f44251b778e939773197d4 in term 0.
03:02:19.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.511212 795 leader_election.cc:304] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a923a16ba5df499981ba34d9e4665b8f, d4c3e34887f44251b778e939773197d4; no voters:
03:02:19.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.511833 948 raft_consensus.cc:2826] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:02:19.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.511967 948 raft_consensus.cc:499] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:02:19.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.512041 948 raft_consensus.cc:3096] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Advancing to term 1
03:02:19.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.514093 948 raft_consensus.cc:521] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } }
03:02:19.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.514716 948 leader_election.cc:290] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [CANDIDATE]: Term 1 election: Requested vote from peers bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337), a923a16ba5df499981ba34d9e4665b8f (127.31.225.193:44375)
03:02:19.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.515388 728 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "3ff6fb7bac524c5aa38c4cd1f351b7e6" candidate_uuid: "d4c3e34887f44251b778e939773197d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46"
03:02:19.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.515370 584 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "3ff6fb7bac524c5aa38c4cd1f351b7e6" candidate_uuid: "d4c3e34887f44251b778e939773197d4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a923a16ba5df499981ba34d9e4665b8f"
03:02:19.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.515594 728 raft_consensus.cc:3096] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Advancing to term 1
03:02:19.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.515594 584 raft_consensus.cc:3096] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Advancing to term 1
03:02:19.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.519016 728 raft_consensus.cc:2490] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4c3e34887f44251b778e939773197d4 in term 1.
03:02:19.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.519016 584 raft_consensus.cc:2490] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P a923a16ba5df499981ba34d9e4665b8f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4c3e34887f44251b778e939773197d4 in term 1.
03:02:19.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.519582 796 leader_election.cc:304] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bb1fff5a8e694903a2e1ee25ba73fb46, d4c3e34887f44251b778e939773197d4; no voters:
03:02:19.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.519994 948 raft_consensus.cc:2826] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 1 FOLLOWER]: Leader election won for term 1
03:02:19.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.520540 948 raft_consensus.cc:705] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [term 1 LEADER]: Becoming Leader. State: Replica: d4c3e34887f44251b778e939773197d4, State: Running, Role: LEADER
03:02:19.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.521423 948 consensus_queue.cc:238] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } }
03:02:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.528438 956 consensus_queue.cc:1049] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:02:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.529875 382 catalog_manager.cc:5840] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 reported cstate change: term changed from 0 to 1, leader changed from <none> to d4c3e34887f44251b778e939773197d4 (127.31.225.195). New cstate: current_term: 1 leader_uuid: "d4c3e34887f44251b778e939773197d4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } health_report { overall_health: UNKNOWN } } }
03:02:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.530606 958 consensus_queue.cc:1049] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:02:19.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:19.545517 776 tablet.cc:2441] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P bb1fff5a8e694903a2e1ee25ba73fb46: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:02:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.724249 951 raft_consensus.cc:499] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:02:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.724457 951 raft_consensus.cc:521] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.726315 951 leader_election.cc:290] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337), d4c3e34887f44251b778e939773197d4 (127.31.225.195:40967)
03:02:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.733393 728 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "8f312e04369a45928667d13b3569a89c" candidate_uuid: "a923a16ba5df499981ba34d9e4665b8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" is_pre_election: true
03:02:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.733680 728 raft_consensus.cc:2490] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a923a16ba5df499981ba34d9e4665b8f in term 0.
03:02:19.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.734300 508 leader_election.cc:304] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a923a16ba5df499981ba34d9e4665b8f, bb1fff5a8e694903a2e1ee25ba73fb46; no voters:
03:02:19.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.734347 871 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "8f312e04369a45928667d13b3569a89c" candidate_uuid: "a923a16ba5df499981ba34d9e4665b8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c3e34887f44251b778e939773197d4" is_pre_election: true
03:02:19.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.734637 871 raft_consensus.cc:2490] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a923a16ba5df499981ba34d9e4665b8f in term 0.
03:02:19.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.734736 951 raft_consensus.cc:2826] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Leader pre-election won for term 1
03:02:19.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.734846 951 raft_consensus.cc:499] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:02:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.734947 951 raft_consensus.cc:3096] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Advancing to term 1
03:02:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.737277 951 raft_consensus.cc:521] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.737942 951 leader_election.cc:290] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [CANDIDATE]: Term 1 election: Requested vote from peers bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337), d4c3e34887f44251b778e939773197d4 (127.31.225.195:40967)
03:02:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.738441 728 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "8f312e04369a45928667d13b3569a89c" candidate_uuid: "a923a16ba5df499981ba34d9e4665b8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46"
03:02:19.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.738511 871 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "8f312e04369a45928667d13b3569a89c" candidate_uuid: "a923a16ba5df499981ba34d9e4665b8f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c3e34887f44251b778e939773197d4"
03:02:19.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.738616 728 raft_consensus.cc:3096] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Advancing to term 1
03:02:19.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.738730 871 raft_consensus.cc:3096] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Advancing to term 1
03:02:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.740571 728 raft_consensus.cc:2490] T 8f312e04369a45928667d13b3569a89c P bb1fff5a8e694903a2e1ee25ba73fb46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a923a16ba5df499981ba34d9e4665b8f in term 1.
03:02:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.740980 871 raft_consensus.cc:2490] T 8f312e04369a45928667d13b3569a89c P d4c3e34887f44251b778e939773197d4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a923a16ba5df499981ba34d9e4665b8f in term 1.
03:02:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.741024 508 leader_election.cc:304] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a923a16ba5df499981ba34d9e4665b8f, bb1fff5a8e694903a2e1ee25ba73fb46; no voters:
03:02:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.741349 951 raft_consensus.cc:2826] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 1 FOLLOWER]: Leader election won for term 1
03:02:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.741838 951 raft_consensus.cc:705] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [term 1 LEADER]: Becoming Leader. State: Replica: a923a16ba5df499981ba34d9e4665b8f, State: Running, Role: LEADER
03:02:19.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.742434 951 consensus_queue.cc:238] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.746423 382 catalog_manager.cc:5840] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f reported cstate change: term changed from 0 to 1, leader changed from <none> to a923a16ba5df499981ba34d9e4665b8f (127.31.225.193). New cstate: current_term: 1 leader_uuid: "a923a16ba5df499981ba34d9e4665b8f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } health_report { overall_health: UNKNOWN } } }
03:02:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.746115 951 consensus_queue.cc:1049] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:02:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:19.747985 951 consensus_queue.cc:1049] T 8f312e04369a45928667d13b3569a89c P a923a16ba5df499981ba34d9e4665b8f [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.031745 383 catalog_manager.cc:2298] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57814:
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:02:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:20.033404 383 catalog_manager.cc:7228] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:02:20.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.048070 563 tablet_service.cc:1500] Processing CreateTablet for tablet 4d4c7130383e4615b401900e8128d5cf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=533340dc32824aa986eb321ac48100da]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:02:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.047995 700 tablet_service.cc:1500] Processing CreateTablet for tablet 4d4c7130383e4615b401900e8128d5cf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=533340dc32824aa986eb321ac48100da]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:02:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.049150 563 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4d4c7130383e4615b401900e8128d5cf. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.049263 700 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4d4c7130383e4615b401900e8128d5cf. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.052659 850 tablet_service.cc:1500] Processing CreateTablet for tablet 4d4c7130383e4615b401900e8128d5cf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=533340dc32824aa986eb321ac48100da]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:02:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.053750 850 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4d4c7130383e4615b401900e8128d5cf. 1 dirs total, 0 dirs full, 0 dirs failed
03:02:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.062124 984 tablet_bootstrap.cc:492] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: Bootstrap starting.
03:02:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.062960 985 tablet_bootstrap.cc:492] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: Bootstrap starting.
03:02:20.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.064848 984 tablet_bootstrap.cc:654] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: Neither blocks nor log segments found. Creating new log.
03:02:20.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.066694 985 tablet_bootstrap.cc:654] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: Neither blocks nor log segments found. Creating new log.
03:02:20.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.067312 984 tablet_bootstrap.cc:492] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: No bootstrap required, opened a new log
03:02:20.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.067507 984 ts_tablet_manager.cc:1449] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
03:02:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.068480 984 raft_consensus.cc:360] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.068674 984 raft_consensus.cc:386] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.068765 984 raft_consensus.cc:748] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a923a16ba5df499981ba34d9e4665b8f, State: Initialized, Role: FOLLOWER
03:02:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.068966 985 tablet_bootstrap.cc:492] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: No bootstrap required, opened a new log
03:02:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.069090 985 ts_tablet_manager.cc:1449] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.001s
03:02:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.069012 984 consensus_queue.cc:261] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.069562 966 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.069881 966 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: This TxnStatusTablet replica's current role is: FOLLOWER
03:02:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.070601 985 raft_consensus.cc:360] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.070783 985 raft_consensus.cc:386] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.070878 985 raft_consensus.cc:748] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb1fff5a8e694903a2e1ee25ba73fb46, State: Initialized, Role: FOLLOWER
03:02:20.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.071136 985 consensus_queue.cc:261] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:20.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.071588 952 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.071852 984 ts_tablet_manager.cc:1480] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: Time spent starting tablet: real 0.004s user 0.001s sys 0.002s
03:02:20.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.071956 952 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: This TxnStatusTablet replica's current role is: FOLLOWER
03:02:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.075502 985 ts_tablet_manager.cc:1480] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: Time spent starting tablet: real 0.006s user 0.000s sys 0.002s
03:02:20.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.076130 986 tablet_bootstrap.cc:492] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: Bootstrap starting.
03:02:20.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.078178 986 tablet_bootstrap.cc:654] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: Neither blocks nor log segments found. Creating new log.
03:02:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.080363 986 tablet_bootstrap.cc:492] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: No bootstrap required, opened a new log
03:02:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.080463 952 raft_consensus.cc:499] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:02:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.080529 986 ts_tablet_manager.cc:1449] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
03:02:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.080626 952 raft_consensus.cc:521] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:20.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.081343 986 raft_consensus.cc:360] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:20.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.081532 986 raft_consensus.cc:386] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:02:20.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.081635 986 raft_consensus.cc:748] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4c3e34887f44251b778e939773197d4, State: Initialized, Role: FOLLOWER
03:02:20.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.081893 986 consensus_queue.cc:261] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.082531 986 ts_tablet_manager.cc:1480] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: Time spent starting tablet: real 0.002s user 0.000s sys 0.003s
03:02:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.082435 958 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.082700 958 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: This TxnStatusTablet replica's current role is: FOLLOWER
03:02:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.082785 952 leader_election.cc:290] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a923a16ba5df499981ba34d9e4665b8f (127.31.225.193:44375), d4c3e34887f44251b778e939773197d4 (127.31.225.195:40967)
03:02:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.100025 871 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "4d4c7130383e4615b401900e8128d5cf" candidate_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c3e34887f44251b778e939773197d4" is_pre_election: true
03:02:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.100034 584 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "4d4c7130383e4615b401900e8128d5cf" candidate_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a923a16ba5df499981ba34d9e4665b8f" is_pre_election: true
03:02:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.100322 871 raft_consensus.cc:2490] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb1fff5a8e694903a2e1ee25ba73fb46 in term 0.
03:02:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.100332 584 raft_consensus.cc:2490] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb1fff5a8e694903a2e1ee25ba73fb46 in term 0.
03:02:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.100869 651 leader_election.cc:304] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a923a16ba5df499981ba34d9e4665b8f, bb1fff5a8e694903a2e1ee25ba73fb46; no voters:
03:02:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.101317 952 raft_consensus.cc:2826] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:02:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.101449 952 raft_consensus.cc:499] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:02:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.101539 952 raft_consensus.cc:3096] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 0 FOLLOWER]: Advancing to term 1
03:02:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.103971 952 raft_consensus.cc:521] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.104648 952 leader_election.cc:290] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [CANDIDATE]: Term 1 election: Requested vote from peers a923a16ba5df499981ba34d9e4665b8f (127.31.225.193:44375), d4c3e34887f44251b778e939773197d4 (127.31.225.195:40967)
03:02:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.105068 584 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "4d4c7130383e4615b401900e8128d5cf" candidate_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a923a16ba5df499981ba34d9e4665b8f"
03:02:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.105307 584 raft_consensus.cc:3096] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f [term 0 FOLLOWER]: Advancing to term 1
03:02:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.105232 871 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "4d4c7130383e4615b401900e8128d5cf" candidate_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4c3e34887f44251b778e939773197d4"
03:02:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.105522 871 raft_consensus.cc:3096] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4 [term 0 FOLLOWER]: Advancing to term 1
03:02:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.107402 584 raft_consensus.cc:2490] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb1fff5a8e694903a2e1ee25ba73fb46 in term 1.
03:02:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.107973 651 leader_election.cc:304] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a923a16ba5df499981ba34d9e4665b8f, bb1fff5a8e694903a2e1ee25ba73fb46; no voters:
03:02:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.108232 871 raft_consensus.cc:2490] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb1fff5a8e694903a2e1ee25ba73fb46 in term 1.
03:02:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.108278 952 raft_consensus.cc:2826] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 1 FOLLOWER]: Leader election won for term 1
03:02:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.108872 952 raft_consensus.cc:705] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [term 1 LEADER]: Becoming Leader. State: Replica: bb1fff5a8e694903a2e1ee25ba73fb46, State: Running, Role: LEADER
03:02:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.109467 952 consensus_queue.cc:238] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } }
03:02:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.115105 383 catalog_manager.cc:5840] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 reported cstate change: term changed from 0 to 1, leader changed from <none> to bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194). New cstate: current_term: 1 leader_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } health_report { overall_health: UNKNOWN } } }
03:02:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.118767 993 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: TxnStatusTablet state changed. Reason: New leader bb1fff5a8e694903a2e1ee25ba73fb46. Latest consensus state: current_term: 1 leader_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.122812 993 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: This TxnStatusTablet replica's current role is: LEADER
03:02:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.127832 995 consensus_queue.cc:1049] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.007s
03:02:20.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.130187 952 consensus_queue.cc:1049] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:02:20.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.133234 958 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: TxnStatusTablet state changed. Reason: New leader bb1fff5a8e694903a2e1ee25ba73fb46. Latest consensus state: current_term: 1 leader_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.133554 958 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: This TxnStatusTablet replica's current role is: FOLLOWER
03:02:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.140897 958 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.141129 958 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P d4c3e34887f44251b778e939773197d4: This TxnStatusTablet replica's current role is: FOLLOWER
03:02:20.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.150956 993 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.151163 993 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: This TxnStatusTablet replica's current role is: LEADER
03:02:20.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.151316 997 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
03:02:20.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.151614 997 txn_status_manager.cc:930] Loading transaction status metadata into memory...
03:02:20.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.151526 966 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: TxnStatusTablet state changed. Reason: New leader bb1fff5a8e694903a2e1ee25ba73fb46. Latest consensus state: current_term: 1 leader_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.151805 966 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: This TxnStatusTablet replica's current role is: FOLLOWER
03:02:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.166802 993 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.167021 993 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P bb1fff5a8e694903a2e1ee25ba73fb46: This TxnStatusTablet replica's current role is: LEADER
03:02:20.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.173272 966 tablet_replica.cc:442] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a923a16ba5df499981ba34d9e4665b8f" member_type: VOTER last_known_addr { host: "127.31.225.193" port: 44375 } } peers { permanent_uuid: "bb1fff5a8e694903a2e1ee25ba73fb46" member_type: VOTER last_known_addr { host: "127.31.225.194" port: 39337 } } peers { permanent_uuid: "d4c3e34887f44251b778e939773197d4" member_type: VOTER last_known_addr { host: "127.31.225.195" port: 40967 } } }
03:02:20.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.173538 966 tablet_replica.cc:445] T 4d4c7130383e4615b401900e8128d5cf P a923a16ba5df499981ba34d9e4665b8f: This TxnStatusTablet replica's current role is: FOLLOWER
03:02:20.214 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
03:02:20.217 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6832620bb7194ee29bf5cb9d9e33380b
03:02:20.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 3ff6fb7bac524c5aa38c4cd1f351b7e6 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
03:02:20.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8f312e04369a45928667d13b3569a89c for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
03:02:20.219 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=3ff6fb7bac524c5aa38c4cd1f351b7e6@[a923a16ba5df499981ba34d9e4665b8f(127.31.225.193:44375),bb1fff5a8e694903a2e1ee25ba73fb46(127.31.225.194:39337),d4c3e34887f44251b778e939773197d4(127.31.225.195:40967)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8f312e04369a45928667d13b3569a89c@[a923a16ba5df499981ba34d9e4665b8f(127.31.225.193:44375)[L],bb1fff5a8e694903a2e1ee25ba73fb46(127.31.225.194:39337),d4c3e34887f44251b778e939773197d4(127.31.225.195:40967)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
03:02:20.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.31.225.252:34761, [1ms] Sub RPC GetTableLocations: received response from server master-127.31.225.252:34761: OK, deferred=null) after lookup
03:02:20.220 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d4c3e34887f44251b778e939773197d4(127.31.225.195:40967)] connecting to peer
03:02:20.221 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d4c3e34887f44251b778e939773197d4(127.31.225.195:40967)] Successfully connected to peer
03:02:20.233 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x7034b61b, L:/127.0.0.1:48200 - R:/127.31.225.195:40967] using TOKEN/null
03:02:20.277 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.225.252:34761
03:02:20.277 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:02:20.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.277729 32647 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu pid 350
03:02:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.279433 423 generic_service.cc:196] Checking for leaks (request via RPC)
03:02:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.435729 32647 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu with pid 350
03:02:20.458 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.225.252:34761(127.31.225.252:34761)] handling channelInactive
03:02:20.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state READY due to: connection closed
03:02:20.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:02:20.732 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.734 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.31.225.252:34761(127.31.225.252:34761) for tablet Kudu Master: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.735912 1013 raft_consensus.cc:499] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dbb57529eb0140feb739f979b6a3152c)
03:02:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.736129 1013 raft_consensus.cc:521] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.736374 1014 raft_consensus.cc:499] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dbb57529eb0140feb739f979b6a3152c)
03:02:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.736542 1014 raft_consensus.cc:521] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.737098 1013 leader_election.cc:290] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a81b44afc7f547dfa68403359fb9afab (127.31.225.254:40399), dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761)
03:02:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.737648 32699 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080b0d75a62475091f4ac767459f802" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a81b44afc7f547dfa68403359fb9afab" is_pre_election: true
03:02:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.737941 32699 raft_consensus.cc:2490] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6080b0d75a62475091f4ac767459f802 in term 1.
03:02:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.738040 1014 leader_election.cc:290] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6080b0d75a62475091f4ac767459f802 (127.31.225.253:37691), dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761)
03:02:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.738444 311 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a81b44afc7f547dfa68403359fb9afab" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6080b0d75a62475091f4ac767459f802" is_pre_election: true
03:02:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.738716 311 raft_consensus.cc:2490] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a81b44afc7f547dfa68403359fb9afab in term 1.
03:02:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.739351 32673 leader_election.cc:304] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6080b0d75a62475091f4ac767459f802, a81b44afc7f547dfa68403359fb9afab; no voters:
03:02:20.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.739897 1014 raft_consensus.cc:2826] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 1 FOLLOWER]: Leader pre-election won for term 2
03:02:20.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.740032 1014 raft_consensus.cc:499] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 1 FOLLOWER]: Starting leader election (detected failure of leader dbb57529eb0140feb739f979b6a3152c)
03:02:20.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.740147 1014 raft_consensus.cc:3096] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 1 FOLLOWER]: Advancing to term 2
03:02:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.740985 32755 leader_election.cc:304] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6080b0d75a62475091f4ac767459f802, a81b44afc7f547dfa68403359fb9afab; no voters:
03:02:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.741286 1013 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 1 FOLLOWER]: Leader pre-election won for term 2
03:02:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.741412 1013 raft_consensus.cc:499] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 1 FOLLOWER]: Starting leader election (detected failure of leader dbb57529eb0140feb739f979b6a3152c)
03:02:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.741521 1013 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 1 FOLLOWER]: Advancing to term 2
03:02:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:20.741588 32674 leader_election.cc:336] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:20.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:20.742501 32755 leader_election.cc:336] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:20.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.743306 1014 raft_consensus.cc:521] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:20.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.743953 1014 leader_election.cc:290] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [CANDIDATE]: Term 2 election: Requested vote from peers 6080b0d75a62475091f4ac767459f802 (127.31.225.253:37691), dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761)
03:02:20.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.744412 311 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a81b44afc7f547dfa68403359fb9afab" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6080b0d75a62475091f4ac767459f802"
03:02:20.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.744395 1013 raft_consensus.cc:521] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:20.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.744760 311 raft_consensus.cc:2415] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a81b44afc7f547dfa68403359fb9afab in current term 2: Already voted for candidate 6080b0d75a62475091f4ac767459f802 in this term.
03:02:20.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.745146 1013 leader_election.cc:290] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 2 election: Requested vote from peers a81b44afc7f547dfa68403359fb9afab (127.31.225.254:40399), dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761)
03:02:20.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:20.745596 32674 leader_election.cc:336] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:20.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.745673 32699 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080b0d75a62475091f4ac767459f802" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a81b44afc7f547dfa68403359fb9afab"
03:02:20.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.745759 32674 leader_election.cc:304] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a81b44afc7f547dfa68403359fb9afab; no voters: 6080b0d75a62475091f4ac767459f802, dbb57529eb0140feb739f979b6a3152c
03:02:20.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.745998 32699 raft_consensus.cc:2415] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 6080b0d75a62475091f4ac767459f802 in current term 2: Already voted for candidate a81b44afc7f547dfa68403359fb9afab in this term.
03:02:20.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.746129 1014 raft_consensus.cc:2771] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
03:02:20.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:20.747013 32755 leader_election.cc:336] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:20.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.747133 32755 leader_election.cc:304] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6080b0d75a62475091f4ac767459f802; no voters: a81b44afc7f547dfa68403359fb9afab, dbb57529eb0140feb739f979b6a3152c
03:02:20.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:20.747375 1013 raft_consensus.cc:2771] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
03:02:20.748 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.750 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:20.769 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.772 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:20.789 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.791 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:20.809 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:20.828 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:20.889 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.891 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:20.929 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.930 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:20.931 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] sending RPC to server master-127.31.225.252:34761, [5ms] received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, deferred=Deferred@702090493(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f7264336d48@2a3cff25 -> (continuation of Deferred@2068156814 after retry RPC after error@1279820293) -> (continuation of Deferred@764924309 after retry RPC after error@1621083861) -> (continuation of Deferred@922874537 after retry RPC after error@1062278886) -> (continuation of Deferred@752444384 after retry RPC after error@846111168) -> (continuation of Deferred@172132766 after retry RPC after error@1033066518) -> (continuation of Deferred@1521674791 after retry RPC after error@496312336), errback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f7264336f70@3055445 -> (continuation of Deferred@2068156814 after retry RPC after error@1279820293) -> (continuation of Deferred@764924309 after retry RPC after error@1621083861) -> (continuation of Deferred@922874537 after retry RPC after error@1062278886) -> (continuation of Deferred@752444384 after retry RPC after error@846111168) -> (continuation of Deferred@172132766 after retry RPC after error@1033066518) -> (continuation of Deferred@1521674791 after retry RPC after error@496312336)))
03:02:20.932 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] sending RPC to server master-127.31.225.252:34761, [5ms] received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [20ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [21ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [43ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [101ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [162ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [201ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, deferred=Deferred@702090493(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f7264336d48@2a3cff25 -> (continuation of Deferred@2068156814 after retry RPC after error@1279820293) -> (continuation of Deferred@764924309 after retry RPC after error@1621083861) -> (continuation of Deferred@922874537 after retry RPC after error@1062278886) -> (continuation of Deferred@752444384 after retry RPC after error@846111168) -> (continuation of Deferred@172132766 after retry RPC after error@1033066518) -> (continuation of Deferred@1521674791 after retry RPC after error@496312336), errback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f7264336f70@3055445 -> (continuation of Deferred@2068156814 after retry RPC after error@1279820293) -> (continuation of Deferred@764924309 after retry RPC after error@1621083861) -> (continuation of Deferred@922874537 after retry RPC after error@1062278886) -> (continuation of Deferred@752444384 after retry RPC after error@846111168) -> (continuation of Deferred@172132766 after retry RPC after error@1033066518) -> (continuation of Deferred@1521674791 after retry RPC after error@496312336)))
03:02:20.949 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.950 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:20.969 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.972 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.972 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:20.988 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:20.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:20.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:21.009 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:21.010 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.010 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.010 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:21.029 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:21.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:21.049 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:21.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761; will retry
03:02:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.051923 1013 raft_consensus.cc:499] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:02:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.052138 1013 raft_consensus.cc:521] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.052838 1013 leader_election.cc:290] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a81b44afc7f547dfa68403359fb9afab (127.31.225.254:40399), dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761)
03:02:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.053403 32699 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080b0d75a62475091f4ac767459f802" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a81b44afc7f547dfa68403359fb9afab" is_pre_election: true
03:02:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.053637 32699 raft_consensus.cc:2490] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6080b0d75a62475091f4ac767459f802 in term 2.
03:02:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.054133 32755 leader_election.cc:304] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6080b0d75a62475091f4ac767459f802, a81b44afc7f547dfa68403359fb9afab; no voters:
03:02:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.054420 1013 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 2 FOLLOWER]: Leader pre-election won for term 3
03:02:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.054533 1013 raft_consensus.cc:499] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:02:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.054642 1013 raft_consensus.cc:3096] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 2 FOLLOWER]: Advancing to term 3
03:02:21.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.055081 32755 leader_election.cc:336] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.056939 1013 raft_consensus.cc:521] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.057525 1013 leader_election.cc:290] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 3 election: Requested vote from peers a81b44afc7f547dfa68403359fb9afab (127.31.225.254:40399), dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761)
03:02:21.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.058069 32699 tablet_service.cc:1906] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080b0d75a62475091f4ac767459f802" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a81b44afc7f547dfa68403359fb9afab"
03:02:21.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.058305 32699 raft_consensus.cc:3096] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 2 FOLLOWER]: Advancing to term 3
03:02:21.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.059132 32755 leader_election.cc:336] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:21.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.060731 32699 raft_consensus.cc:2490] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6080b0d75a62475091f4ac767459f802 in term 3.
03:02:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.061216 32755 leader_election.cc:304] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6080b0d75a62475091f4ac767459f802, a81b44afc7f547dfa68403359fb9afab; no voters: dbb57529eb0140feb739f979b6a3152c
03:02:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.061496 1013 raft_consensus.cc:2826] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 3 FOLLOWER]: Leader election won for term 3
03:02:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.062064 1013 raft_consensus.cc:705] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [term 3 LEADER]: Becoming Leader. State: Replica: 6080b0d75a62475091f4ac767459f802, State: Running, Role: LEADER
03:02:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.062610 1013 consensus_queue.cc:238] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } }
03:02:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.064224 1023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6080b0d75a62475091f4ac767459f802. Latest consensus state: current_term: 3 leader_uuid: "6080b0d75a62475091f4ac767459f802" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:21.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.064952 1023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: This master's current role is: LEADER
03:02:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.065912 32699 raft_consensus.cc:1285] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [term 3 FOLLOWER]: Refusing update from remote peer 6080b0d75a62475091f4ac767459f802: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
03:02:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.065922 1026 catalog_manager.cc:1526] Loading table and tablet metadata into memory...
03:02:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.066632 1013 consensus_queue.cc:1049] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
03:02:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.067389 32755 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 -> Peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Couldn't send request to peer dbb57529eb0140feb739f979b6a3152c. Status: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:02:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.068391 1014 sys_catalog.cc:455] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6080b0d75a62475091f4ac767459f802. Latest consensus state: current_term: 3 leader_uuid: "6080b0d75a62475091f4ac767459f802" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:21.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.068681 1014 sys_catalog.cc:458] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: This master's current role is: FOLLOWER
03:02:21.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.069388 1026 catalog_manager.cc:694] Loaded metadata for table kudu_system.kudu_transactions [id=533340dc32824aa986eb321ac48100da]
03:02:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.070174 1026 catalog_manager.cc:694] Loaded metadata for table txn_manager_fallback [id=6832620bb7194ee29bf5cb9d9e33380b]
03:02:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.070459 1024 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "6080b0d75a62475091f4ac767459f802" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.070775 1024 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 [sys.catalog]: This master's current role is: LEADER
03:02:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.071013 1014 sys_catalog.cc:455] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "6080b0d75a62475091f4ac767459f802" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81b44afc7f547dfa68403359fb9afab" member_type: VOTER last_known_addr { host: "127.31.225.254" port: 40399 } } peers { permanent_uuid: "6080b0d75a62475091f4ac767459f802" member_type: VOTER last_known_addr { host: "127.31.225.253" port: 37691 } } peers { permanent_uuid: "dbb57529eb0140feb739f979b6a3152c" member_type: VOTER last_known_addr { host: "127.31.225.252" port: 34761 } } }
03:02:21.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.071233 1014 sys_catalog.cc:458] T 00000000000000000000000000000000 P a81b44afc7f547dfa68403359fb9afab [sys.catalog]: This master's current role is: FOLLOWER
03:02:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.072674 1026 tablet_loader.cc:96] loaded metadata for tablet 3ff6fb7bac524c5aa38c4cd1f351b7e6 (table txn_manager_fallback [id=6832620bb7194ee29bf5cb9d9e33380b])
03:02:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.073046 1026 tablet_loader.cc:96] loaded metadata for tablet 4d4c7130383e4615b401900e8128d5cf (table kudu_system.kudu_transactions [id=533340dc32824aa986eb321ac48100da])
03:02:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.073338 1026 tablet_loader.cc:96] loaded metadata for tablet 8f312e04369a45928667d13b3569a89c (table txn_manager_fallback [id=6832620bb7194ee29bf5cb9d9e33380b])
03:02:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.073594 1026 catalog_manager.cc:1535] Initializing Kudu cluster ID...
03:02:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.074482 1026 catalog_manager.cc:1310] Loaded cluster ID: 2f130d38b9fd4cb9b1df88adf580a321
03:02:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.074569 1026 catalog_manager.cc:1546] Initializing Kudu internal certificate authority...
03:02:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.075701 1026 catalog_manager.cc:1555] Loading token signing keys...
03:02:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.076635 1026 catalog_manager.cc:6232] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802: Loaded TSK: 0
03:02:21.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.077517 1026 catalog_manager.cc:1565] Initializing in-progress tserver states...
03:02:21.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.31.225.252:34761(127.31.225.252:34761)] connecting to peer
03:02:21.089 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.089 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.225.252:34761(127.31.225.252:34761)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.225.252:34761: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761
03:02:21.092 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:02:21.099 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, deferred=Deferred@1898657159(state=PENDING, result=null, callback=(continuation of Deferred@1620700929 after retry RPC after error@159547058) -> (continuation of Deferred@2120378777 after retry RPC after error@1447951583) -> (continuation of Deferred@2038690032 after retry RPC after error@1676568220) -> (continuation of Deferred@237888985 after retry RPC after error@935287751) -> (continuation of Deferred@1373452720 after retry RPC after error@1092059025) -> (continuation of Deferred@552945991 after retry RPC after error@1842958333), errback=(continuation of Deferred@1620700929 after retry RPC after error@159547058) -> (continuation of Deferred@2120378777 after retry RPC after error@1447951583) -> (continuation of Deferred@2038690032 after retry RPC after error@1676568220) -> (continuation of Deferred@237888985 after retry RPC after error@935287751) -> (continuation of Deferred@1373452720 after retry RPC after error@1092059025) -> (continuation of Deferred@552945991 after retry RPC after error@1842958333))) after lookup
03:02:21.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.165974 916 heartbeater.cc:648] Failed to heartbeat to 127.31.225.252:34761 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.175094 773 heartbeater.cc:648] Failed to heartbeat to 127.31.225.252:34761 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.177856 629 heartbeater.cc:648] Failed to heartbeat to 127.31.225.252:34761 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111)
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.179270 301 catalog_manager.cc:2298] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36104:
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:02:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:02:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:02:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:02:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.185627 301 catalog_manager.cc:7228] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:02:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.201930 1033 meta_cache.cc:302] tablet 4d4c7130383e4615b401900e8128d5cf: replica bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337) has failed: Timed out: connection negotiation to 127.31.225.194:39337 for RPC CoordinateTransaction timed out after 0.004s (ON_OUTBOUND_QUEUE)
03:02:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.206444 332 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:36086 (request call id 15) took 105 ms (client timeout 99 ms). Trace:
03:02:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.206615 332 rpcz_store.cc:269] 1115 03:02:21.100669 (+ 0us) service_pool.cc:167] Inserting onto call queue
03:02:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1115 03:02:21.100753 (+ 84us) service_pool.cc:224] Handling call
03:02:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1115 03:02:21.206380 (+105627us) inbound_call.cc:177] Queueing success response
03:02:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":751,"init.queue_time_us":557,"init.run_cpu_time_us":10929,"init.run_wall_time_us":89897,"thread_start_us":1609,"threads_started":5}
03:02:21.209 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [24ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [82ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [102ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.31.225.253:37691,127.31.225.254:40399,127.31.225.252:34761) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.253:37691, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.254:40399, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.225.252:34761, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.252:34761: Network error: Failed to connect to peer master-127.31.225.252:34761(127.31.225.252:34761): Connection refused: /127.31.225.252:34761, [142ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.254:40399: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.31.225.253:37691: OK, [152ms] sending RPC to server master-127.31.225.253:37691, deferred=Deferred@1898657159(state=PENDING, result=null, callback=(continuation of Deferred@1620700929 after retry RPC after error@159547058) -> (continuation of Deferred@2120378777 after retry RPC after error@1447951583) -> (continuation of Deferred@2038690032 after retry RPC after error@1676568220) -> (continuation of Deferred@237888985 after retry RPC after error@935287751) -> (continuation of Deferred@1373452720 after retry RPC after error@1092059025) -> (continuation of Deferred@552945991 after retry RPC after error@1842958333) -> (continuation of Deferred@991771656 after retry RPC@212054194), errback=(continuation of Deferred@1620700929 after retry RPC after error@159547058) -> (continuation of Deferred@2120378777 after retry RPC after error@1447951583) -> (continuation of Deferred@2038690032 after retry RPC after error@1676568220) -> (continuation of Deferred@237888985 after retry RPC after error@935287751) -> (continuation of Deferred@1373452720 after retry RPC after error@1092059025) -> (continuation of Deferred@552945991 after retry RPC after error@1842958333) -> (continuation of Deferred@991771656 after retry RPC@212054194)))
03:02:21.211 [DEBUG - kudu-nio-0] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=1), Traces: [0ms] received response from server master-127.31.225.253:37691: Timed out: Failed to write to server: (no server available): CoordinateTransaction(txn_status_tablet_id: "4d4c7130383e4615b401900e8128d5cf" op { type: KEEP_TXN_ALIVE txn_id: 0 user: "slave" }) passed its deadline: Timed out: connection negotiation to 127.31.225.194:39337 for RPC CoordinateTransaction timed out after 0.004s (ON_OUTBOUND_QUEUE) (error 0), deferred=null) with no deferred attached!
03:02:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:21.238722 655 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.016s from last keepalive heartbeat (effective timeout is 1.000s)
03:02:21.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.242031 698 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.31.225.252:34761)
03:02:21.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.255929 1047 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
03:02:21.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.381422 32755 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111) [suppressed 11 similar messages]
03:02:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:21.574656 32755 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 -> Peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Couldn't send request to peer dbb57529eb0140feb739f979b6a3152c. Status: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:02:21.752 [DEBUG - kudu-nio-0] (KuduTransaction.java:802) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1794711740 last_transition_timestamp: 1794711741
03:02:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.096907 32658 master_runner.cc:187] Error getting master registration for 127.31.225.252:34761: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111),
03:02:22.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.097098 32658 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
03:02:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:22.115206 32755 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 -> Peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Couldn't send request to peer dbb57529eb0140feb739f979b6a3152c. Status: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:02:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.148382 918 heartbeater.cc:500] Master 127.31.225.253:37691 was elected leader, sending a full tablet report...
03:02:22.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.174425 775 heartbeater.cc:500] Master 127.31.225.253:37691 was elected leader, sending a full tablet report...
03:02:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.178511 631 heartbeater.cc:500] Master 127.31.225.253:37691 was elected leader, sending a full tablet report...
03:02:22.466 [DEBUG - main] (Connection.java:575) [peer master-127.31.225.252:34761(127.31.225.252:34761)] disconnecting while in state TERMINATED
03:02:22.466 [DEBUG - main] (Connection.java:575) [peer master-127.31.225.253:37691(127.31.225.253:37691)] disconnecting while in state READY
03:02:22.466 [DEBUG - main] (Connection.java:575) [peer d4c3e34887f44251b778e939773197d4(127.31.225.195:40967)] disconnecting while in state READY
03:02:22.466 [DEBUG - main] (Connection.java:575) [peer master-127.31.225.254:40399(127.31.225.254:40399)] disconnecting while in state READY
03:02:22.466 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:02:22.466 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.225.253:37691(127.31.225.253:37691)] handling channelInactive
03:02:22.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.225.253:37691(127.31.225.253:37691)] cleaning up while in state READY due to: connection closed
03:02:22.466 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.225.254:40399(127.31.225.254:40399)] handling channelInactive
03:02:22.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.225.254:40399(127.31.225.254:40399)] cleaning up while in state READY due to: connection closed
03:02:22.468 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d4c3e34887f44251b778e939773197d4(127.31.225.195:40967)] handling channelInactive
03:02:22.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d4c3e34887f44251b778e939773197d4(127.31.225.195:40967)] cleaning up while in state READY due to: connection closed
03:02:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.469266 32647 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu pid 490
03:02:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.478024 624 generic_service.cc:196] Checking for leaks (request via RPC)
03:02:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.581282 32647 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu with pid 490
03:02:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.603077 32647 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu pid 634
03:02:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.610143 768 generic_service.cc:196] Checking for leaks (request via RPC)
03:02:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:22.617362 32755 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6080b0d75a62475091f4ac767459f802 -> Peer dbb57529eb0140feb739f979b6a3152c (127.31.225.252:34761): Couldn't send request to peer dbb57529eb0140feb739f979b6a3152c. Status: Network error: Client connection negotiation failed: client connection to 127.31.225.252:34761: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
03:02:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:22.700773 795 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.225.193:44375: connect: Connection refused (error 111)
03:02:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20261115 03:02:22.702317 795 consensus_peers.cc:597] T 3ff6fb7bac524c5aa38c4cd1f351b7e6 P d4c3e34887f44251b778e939773197d4 -> Peer a923a16ba5df499981ba34d9e4665b8f (127.31.225.193:44375): Couldn't send request to peer a923a16ba5df499981ba34d9e4665b8f. Status: Network error: Client connection negotiation failed: client connection to 127.31.225.193:44375: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.738517 32647 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu with pid 634
03:02:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.761193 32647 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu pid 778
03:02:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.768359 911 generic_service.cc:196] Checking for leaks (request via RPC)
03:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.874317 32647 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu with pid 778
03:02:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.893180 32647 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu pid 32658
03:02:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:22.894601 32729 generic_service.cc:196] Checking for leaks (request via RPC)
03:02:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:23.010336 32647 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu with pid 32658
03:02:23.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:23.032510 32647 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu pid 32736
03:02:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:23.033833 342 generic_service.cc:196] Checking for leaks (request via RPC)
03:02:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20261115 03:02:23.152921 32647 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task0F6IKQ/build/asan/bin/kudu with pid 32736
03:02:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-11-15T03:02:23Z chronyd exiting
03:02:23.315 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1794711740 last_transition_timestamp: 1794711741
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1557)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1415)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1466)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: bb1fff5a8e694903a2e1ee25ba73fb46 (127.31.225.194:39337): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1794711740 last_transition_timestamp: 1794711741
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1557)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1415)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1466)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1399)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:910)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:1007)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more