08:14:14.612 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:14:14.613 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskfu8BPe/test-tmp
08:14:14.613 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:14:14.613 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskfu8BPe/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:14:14.614 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:14:14.965 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:14:14.966 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:14:14.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:14.969304 28107 mini_oidc.cc:152] Starting JWKS server
08:14:14.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:14.973487 28107 webserver.cc:460] Webserver started at http://127.0.0.1:43279/ using document root <none> and password file <none>
08:14:14.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:14.973937 28107 mini_oidc.cc:189] Starting OIDC Discovery server
08:14:14.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:14.975828 28107 webserver.cc:460] Webserver started at http://127.0.0.1:34295/ using document root <none> and password file <none>
08:14:15.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:14:15Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:14:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:14:15Z Disabled control of system clock
08:14:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:15.035357 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/wal
08:14:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/data
08:14:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:14:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:14:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/logs
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/data/info.pb
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.254:41903
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.254
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43279/jwks.json
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:14:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:14:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.368610 28131 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:14:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.369307 28131 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:14:15.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.369792 28131 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:14:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.402083 28131 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:14:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.402385 28131 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:14:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.402541 28131 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:14:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.402735 28131 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:14:15.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.402932 28131 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:14:15.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.403172 28131 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:14:15.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.403367 28131 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43279/jwks.json
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:15.438866 28131 master_runner.cc:386] Master server non-default flags:
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/data
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/wal
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.254:41903
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43279/jwks.json
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/data/info.pb
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.254
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/logs
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:14:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:14:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:14:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 06:37:03 UTC on ccycloud.quasar-wifqrz.root.comops.site
08:14:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581996
08:14:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:14:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:15.440132 28131 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:14:15.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:15.441728 28131 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:14:15.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.461166 28145 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.461263 28142 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:15.461581 28141 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.650251 28131 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:14:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:16.650646 28143 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:14:16.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.654484 28131 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:14:16.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.657816 28131 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:14:16.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.659264 28131 hybrid_clock.cc:648] HybridClock initialized: now 1786522456659223 us; error 83 us; skew 500 ppm
08:14:16.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.660095 28131 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:14:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.667966 28131 webserver.cc:460] Webserver started at http://127.27.114.254:37129/ using document root <none> and password file <none>
08:14:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.668965 28131 fs_manager.cc:359] Metadata directory not provided
08:14:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.669160 28131 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:14:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.669579 28131 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:14:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.674597 28131 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/data/instance:
08:14:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eed42da8e79b4355ab014a30cd38d2e0"
08:14:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:16 on dist-test-slave-zh2d"
08:14:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.675680 28131 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/wal/instance:
08:14:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eed42da8e79b4355ab014a30cd38d2e0"
08:14:16.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:16 on dist-test-slave-zh2d"
08:14:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.683115 28131 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
08:14:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.688820 28155 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:14:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.689936 28131 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
08:14:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.690219 28131 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/data,/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/wal
08:14:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eed42da8e79b4355ab014a30cd38d2e0"
08:14:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:16 on dist-test-slave-zh2d"
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.690537 28131 fs_report.cc:383] FS layout report
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/wal
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/wal
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/data/data
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:14:16.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:14:16.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.739032 28131 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:14:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.740521 28131 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:14:16.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.740999 28131 kserver.cc:163] Server-wide thread pool size limit: 3276
08:14:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.829052 28131 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.254:41903
08:14:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.829212 28248 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.254:41903 every 8 connection(s)
08:14:16.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.831709 28131 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/data/info.pb
08:14:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.837028 28250 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:16.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.841589 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu as pid 28131
08:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.842150 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-0/wal/instance
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.847836 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/wal
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/data
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/logs
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/data/info.pb
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.253:43973
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.253
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:14:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:14:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43279/jwks.json
08:14:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:14:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:14:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.853555 28250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } has no permanent_uuid. Determining permanent_uuid...
08:14:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.887814 28250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } has no permanent_uuid. Determining permanent_uuid...
08:14:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:16.890151 28163 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:16.894268 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:43973: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:16.943828 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } attempt: 1
08:14:16.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:16.948127 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:43973: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:17.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:17.016630 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } attempt: 2
08:14:17.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.020457 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:43973: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:17.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:17.111963 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } attempt: 3
08:14:17.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.116178 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:43973: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:17.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.182225 28256 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:14:17.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.182811 28256 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:14:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.183283 28256 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:14:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.215183 28256 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:14:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.215471 28256 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:14:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.215624 28256 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:14:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.215817 28256 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:14:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.215992 28256 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:14:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.216178 28256 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:14:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.216320 28256 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43279/jwks.json
08:14:17.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:17.251471 28256 master_runner.cc:386] Master server non-default flags:
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/data
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/wal
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.253:43973
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43279/jwks.json
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/data/info.pb
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.253
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/logs
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 06:37:03 UTC on ccycloud.quasar-wifqrz.root.comops.site
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581996
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:17.252759 28256 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:14:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:17.254948 28256 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:14:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:17.259642 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } attempt: 4
08:14:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.265226 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:43973: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.273994 28275 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:17.564786 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } attempt: 5
08:14:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.569043 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:43973: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.116736 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } attempt: 6
08:14:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:18.125017 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.253:43973: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.274071 28277 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:17.275583 28274 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:17.275594 28256 server_base.cc:1034] running on GCE node
08:14:18.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.521394 28256 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:14:18.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.524755 28256 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:14:18.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.526440 28256 hybrid_clock.cc:648] HybridClock initialized: now 1786522458526335 us; error 109 us; skew 500 ppm
08:14:18.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.527300 28256 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:14:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.534129 28256 webserver.cc:460] Webserver started at http://127.27.114.253:38441/ using document root <none> and password file <none>
08:14:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.535045 28256 fs_manager.cc:359] Metadata directory not provided
08:14:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.535233 28256 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:14:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.535645 28256 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:14:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.540805 28256 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/data/instance:
08:14:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab7e56f21c244bb7a3f333f0283c0bf2"
08:14:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:18 on dist-test-slave-zh2d"
08:14:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.541983 28256 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/wal/instance:
08:14:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab7e56f21c244bb7a3f333f0283c0bf2"
08:14:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:18 on dist-test-slave-zh2d"
08:14:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.549588 28256 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
08:14:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.555526 28295 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:14:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.556623 28256 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
08:14:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.557047 28256 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/data,/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/wal
08:14:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab7e56f21c244bb7a3f333f0283c0bf2"
08:14:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:18 on dist-test-slave-zh2d"
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.557459 28256 fs_report.cc:383] FS layout report
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/wal
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/wal
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/data/data
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:14:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:14:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.602646 28256 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:14:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.604279 28256 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:14:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.604806 28256 kserver.cc:163] Server-wide thread pool size limit: 3276
08:14:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.695770 28256 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.253:43973
08:14:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.695878 28400 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.253:43973 every 8 connection(s)
08:14:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.698832 28256 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/data/info.pb
08:14:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.702003 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu as pid 28256
08:14:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.702522 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-1/wal/instance
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.705699 28403 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.705848 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/wal
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/data
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/logs
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/data/info.pb
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.252:32803
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.252
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:14:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43279/jwks.json
08:14:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:14:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:14:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.720728 28403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } has no permanent_uuid. Determining permanent_uuid...
08:14:18.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.744791 28403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } has no permanent_uuid. Determining permanent_uuid...
08:14:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.762493 28403 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } has no permanent_uuid. Determining permanent_uuid...
08:14:18.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:18.764981 28303 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:18.769308 28403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:18.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.818902 28403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 1
08:14:18.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:18.822901 28403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.891424 28403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 2
08:14:18.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:18.895567 28403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:18.987100 28403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 3
08:14:18.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:18.991179 28403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.049422 28405 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:14:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.050001 28405 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:14:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.050494 28405 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:14:19.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.083082 28405 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:14:19.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.083372 28405 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:14:19.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.083536 28405 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:14:19.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.083729 28405 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:14:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.083906 28405 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:14:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.084095 28405 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:14:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.084233 28405 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43279/jwks.json
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.120751 28405 master_runner.cc:386] Master server non-default flags:
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/data
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/wal
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.252:32803
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43279/jwks.json
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/data/info.pb
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.252
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/logs
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:14:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:14:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:14:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:14:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:14:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:14:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 06:37:03 UTC on ccycloud.quasar-wifqrz.root.comops.site
08:14:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581996
08:14:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:14:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.122046 28405 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:14:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.123646 28405 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:14:19.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.134641 28403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 4
08:14:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.139299 28403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:19.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.142941 28424 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:19.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.185662 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } attempt: 7
08:14:19.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.202540 28250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } has no permanent_uuid. Determining permanent_uuid...
08:14:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.208824 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.267464 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 1
08:14:19.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.272091 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:19.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.353842 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 2
08:14:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.358163 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.438783 28403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 5
08:14:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.444011 28403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.443856 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 3
08:14:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.447877 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.588482 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 4
08:14:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.592890 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:19.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.876543 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 5
08:14:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.880858 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:19.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:19.991451 28403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 6
08:14:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.999229 28403 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:20.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.144685 28429 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:20.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:19.142992 28425 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:20.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:20.355944 28427 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:14:20.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.356164 28405 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:14:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.361256 28405 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:14:20.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.364115 28405 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:14:20.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.365511 28405 hybrid_clock.cc:648] HybridClock initialized: now 1786522460365476 us; error 43 us; skew 500 ppm
08:14:20.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.366438 28405 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:14:20.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.378695 28405 webserver.cc:460] Webserver started at http://127.27.114.252:41637/ using document root <none> and password file <none>
08:14:20.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.379793 28405 fs_manager.cc:359] Metadata directory not provided
08:14:20.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.380115 28405 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:14:20.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.380720 28405 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:14:20.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.386240 28405 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/data/instance:
08:14:20.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f98029b228744fcba7f45943e44d1db"
08:14:20.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:20 on dist-test-slave-zh2d"
08:14:20.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.387341 28405 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/wal/instance:
08:14:20.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f98029b228744fcba7f45943e44d1db"
08:14:20.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:20 on dist-test-slave-zh2d"
08:14:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.394910 28405 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
08:14:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.400892 28448 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:14:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.401950 28405 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
08:14:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.402307 28405 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/data,/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/wal
08:14:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f98029b228744fcba7f45943e44d1db"
08:14:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:20 on dist-test-slave-zh2d"
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.402733 28405 fs_report.cc:383] FS layout report
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/wal
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/wal
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/data/data
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:14:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:14:20.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.433290 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 6
08:14:20.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:20.439412 28250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.114.252:32803: Network error: Client connection negotiation failed: client connection to 127.27.114.252:32803: connect: Connection refused (error 111)
08:14:20.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.458766 28405 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:14:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.460422 28405 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:14:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.460969 28405 kserver.cc:163] Server-wide thread pool size limit: 3276
08:14:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.550848 28405 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.252:32803
08:14:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.550956 28553 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.252:32803 every 8 connection(s)
08:14:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.553696 28405 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/data/info.pb
08:14:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.556484 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu as pid 28405
08:14:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.557281 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/master-2/wal/instance
08:14:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.559450 28554 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.580228 28554 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } has no permanent_uuid. Determining permanent_uuid...
08:14:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.607038 28554 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } has no permanent_uuid. Determining permanent_uuid...
08:14:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.619810 28554 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } has no permanent_uuid. Determining permanent_uuid...
08:14:20.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.637715 28554 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: Bootstrap starting.
08:14:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.643721 28554 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: Neither blocks nor log segments found. Creating new log.
08:14:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.645614 28554 log.cc:824] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: Log is configured to *not* fsync() on all Append() calls
08:14:20.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.650784 28554 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: No bootstrap required, opened a new log
08:14:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.672312 28554 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.673084 28554 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.673398 28554 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f98029b228744fcba7f45943e44d1db, State: Initialized, Role: FOLLOWER
08:14:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.674189 28554 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:20.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.677011 28565 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.677912 28565 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: This master's current role is: FOLLOWER
08:14:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.678468 28554 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: configured and running, proceeding with master startup.
08:14:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.678608 28565 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:14:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.679129 28565 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.683000 28565 leader_election.cc:288] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eed42da8e79b4355ab014a30cd38d2e0 (127.27.114.254:41903), ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973)
08:14:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:20.716573 28464 tablet.cc:2369] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:14:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:20.737087 28577 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:14:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:20.737457 28577 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:14:20.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.710420 28405 master_runner.cc:186] Error getting master registration for 127.27.114.254:41903: OK, instance_id { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" instance_seqno: 1786522456808246 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:14:20.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:20.753432 28405 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:14:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.021703 28453 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.27.114.254:41903 timed out after 0.338s (SENT)
08:14:21.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.059852 28403 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 7
08:14:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.086992 28403 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2: Bootstrap starting.
08:14:21.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.094563 28403 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2: Neither blocks nor log segments found. Creating new log.
08:14:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.097193 28403 log.cc:824] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2: Log is configured to *not* fsync() on all Append() calls
08:14:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.103107 28403 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2: No bootstrap required, opened a new log
08:14:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.132552 28403 raft_consensus.cc:348] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.133486 28403 raft_consensus.cc:374] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.133782 28403 raft_consensus.cc:729] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ab7e56f21c244bb7a3f333f0283c0bf2, State: Initialized, Role: FOLLOWER
08:14:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.134786 28403 consensus_queue.cc:260] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.140120 28403 sys_catalog.cc:564] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [sys.catalog]: configured and running, proceeding with master startup.
08:14:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.140892 28339 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f98029b228744fcba7f45943e44d1db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" is_pre_election: true
08:14:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.140802 28340 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f98029b228744fcba7f45943e44d1db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" is_pre_election: true
08:14:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.144014 28340 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f98029b228744fcba7f45943e44d1db in term 0.
08:14:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.146253 28340 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:59018 (request call id 1) took 461 ms (client timeout 338 ms). Trace:
08:14:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.147037 28340 rpcz_store.cc:269] 0812 08:14:20.684466 (+ 0us) service_pool.cc:170] Inserting onto call queue
08:14:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:14:20.684638 (+ 172us) service_pool.cc:227] Handling call
08:14:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:14:21.145607 (+460969us) inbound_call.cc:173] Queueing success response
08:14:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:14:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.147029 28588 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.148991 28588 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [sys.catalog]: This master's current role is: FOLLOWER
08:14:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.193735 28607 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:14:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.194109 28607 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:14:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.177541 28256 master_runner.cc:186] Error getting master registration for 127.27.114.254:41903: OK, instance_id { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" instance_seqno: 1786522456808246 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:14:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.216566 28256 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:14:21.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.363032 28308 tablet.cc:2369] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:14:21.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.364533 28453 leader_election.cc:334] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer eed42da8e79b4355ab014a30cd38d2e0 (127.27.114.254:41903): Timed out: RequestConsensusVote RPC to 127.27.114.254:41903 timed out after 0.338s (SENT)
08:14:21.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.365054 28453 leader_election.cc:302] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5f98029b228744fcba7f45943e44d1db; no voters: ab7e56f21c244bb7a3f333f0283c0bf2, eed42da8e79b4355ab014a30cd38d2e0
08:14:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.367918 28609 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:14:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.472767 28250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } attempt: 7
08:14:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.504650 28250 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0: Bootstrap starting.
08:14:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.516885 28250 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0: Neither blocks nor log segments found. Creating new log.
08:14:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.519486 28250 log.cc:824] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0: Log is configured to *not* fsync() on all Append() calls
08:14:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.530735 28250 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0: No bootstrap required, opened a new log
08:14:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.561733 28588 raft_consensus.cc:482] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:14:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.562253 28588 raft_consensus.cc:504] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.567035 28250 raft_consensus.cc:348] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.568107 28250 raft_consensus.cc:374] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.568502 28250 raft_consensus.cc:729] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eed42da8e79b4355ab014a30cd38d2e0, State: Initialized, Role: FOLLOWER
08:14:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.568367 28502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f98029b228744fcba7f45943e44d1db" is_pre_election: true
08:14:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.569305 28502 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ab7e56f21c244bb7a3f333f0283c0bf2 in term 0.
08:14:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.569603 28250 consensus_queue.cc:260] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.570644 28303 leader_election.cc:302] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f98029b228744fcba7f45943e44d1db, ab7e56f21c244bb7a3f333f0283c0bf2; no voters:
08:14:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.572675 28588 leader_election.cc:288] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eed42da8e79b4355ab014a30cd38d2e0 (127.27.114.254:41903), 5f98029b228744fcba7f45943e44d1db (127.27.114.252:32803)
08:14:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.573284 28588 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:14:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.573653 28588 raft_consensus.cc:482] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:14:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.574018 28588 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 0 FOLLOWER]: Advancing to term 1
08:14:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.656271 28250 sys_catalog.cc:564] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: configured and running, proceeding with master startup.
08:14:21.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.656461 28196 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f98029b228744fcba7f45943e44d1db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eed42da8e79b4355ab014a30cd38d2e0" is_pre_election: true
08:14:21.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.657519 28196 raft_consensus.cc:2454] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f98029b228744fcba7f45943e44d1db in term 0.
08:14:21.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.658207 28196 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:51108 (request call id 3) took 632 ms (client timeout 338 ms). Trace:
08:14:21.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.658603 28196 rpcz_store.cc:269] 0812 08:14:21.025650 (+ 0us) service_pool.cc:170] Inserting onto call queue
08:14:21.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:14:21.025842 (+ 192us) service_pool.cc:227] Handling call
08:14:21.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:14:21.658126 (+632284us) inbound_call.cc:173] Queueing success response
08:14:21.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:14:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.660036 28195 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eed42da8e79b4355ab014a30cd38d2e0" is_pre_election: true
08:14:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.660799 28195 raft_consensus.cc:2454] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ab7e56f21c244bb7a3f333f0283c0bf2 in term 0.
08:14:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.661863 28197 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f98029b228744fcba7f45943e44d1db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eed42da8e79b4355ab014a30cd38d2e0" is_pre_election: true
08:14:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.662647 28197 raft_consensus.cc:2454] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f98029b228744fcba7f45943e44d1db in term 0.
08:14:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.663307 28197 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:51108 (request call id 1) took 979 ms (client timeout 338 ms). Trace:
08:14:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.663723 28197 rpcz_store.cc:269] 0812 08:14:20.683598 (+ 0us) service_pool.cc:170] Inserting onto call queue
08:14:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:14:20.683720 (+ 122us) service_pool.cc:227] Handling call
08:14:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:14:21.663243 (+979523us) inbound_call.cc:173] Queueing success response
08:14:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:14:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.665328 28619 raft_consensus.cc:482] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:14:21.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.667642 28588 raft_consensus.cc:504] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:21.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.668776 28619 raft_consensus.cc:504] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:21.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.684636 28197 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eed42da8e79b4355ab014a30cd38d2e0"
08:14:21.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.688333 28197 raft_consensus.cc:3037] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 0 FOLLOWER]: Advancing to term 1
08:14:21.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.688158 28340 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eed42da8e79b4355ab014a30cd38d2e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" is_pre_election: true
08:14:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.689254 28340 raft_consensus.cc:2379] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate eed42da8e79b4355ab014a30cd38d2e0 in current term 1: Already voted for candidate ab7e56f21c244bb7a3f333f0283c0bf2 in this term.
08:14:21.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.698843 28502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f98029b228744fcba7f45943e44d1db"
08:14:21.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.699489 28502 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 0 FOLLOWER]: Advancing to term 1
08:14:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.707043 28502 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ab7e56f21c244bb7a3f333f0283c0bf2 in term 1.
08:14:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.708397 28303 leader_election.cc:302] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f98029b228744fcba7f45943e44d1db, ab7e56f21c244bb7a3f333f0283c0bf2; no voters:
08:14:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.709332 28618 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 1 FOLLOWER]: Leader election won for term 1
08:14:21.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.715886 28588 leader_election.cc:288] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [CANDIDATE]: Term 1 election: Requested vote from peers eed42da8e79b4355ab014a30cd38d2e0 (127.27.114.254:41903), 5f98029b228744fcba7f45943e44d1db (127.27.114.252:32803)
08:14:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.720741 28502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eed42da8e79b4355ab014a30cd38d2e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f98029b228744fcba7f45943e44d1db" is_pre_election: true
08:14:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.721752 28502 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate eed42da8e79b4355ab014a30cd38d2e0 in current term 1: Already voted for candidate ab7e56f21c244bb7a3f333f0283c0bf2 in this term.
08:14:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.722242 28618 raft_consensus.cc:686] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [term 1 LEADER]: Becoming Leader. State: Replica: ab7e56f21c244bb7a3f333f0283c0bf2, State: Running, Role: LEADER
08:14:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.727829 28618 consensus_queue.cc:237] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:21.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.731649 28619 leader_election.cc:288] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973), 5f98029b228744fcba7f45943e44d1db (127.27.114.252:32803)
08:14:21.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.733171 28163 leader_election.cc:302] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eed42da8e79b4355ab014a30cd38d2e0; no voters: 5f98029b228744fcba7f45943e44d1db, ab7e56f21c244bb7a3f333f0283c0bf2
08:14:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.741865 28577 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:14:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.742381 28577 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:14:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:21.751993 28165 tablet.cc:2369] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:14:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.753726 28197 raft_consensus.cc:2454] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ab7e56f21c244bb7a3f333f0283c0bf2 in term 1.
08:14:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.762976 28615 sys_catalog.cc:455] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.764005 28615 sys_catalog.cc:458] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: This master's current role is: FOLLOWER
08:14:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.764576 28619 raft_consensus.cc:2726] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:14:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.771373 28588 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ab7e56f21c244bb7a3f333f0283c0bf2. Latest consensus state: current_term: 1 leader_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.774747 28588 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [sys.catalog]: This master's current role is: LEADER
08:14:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.783339 28631 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:14:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.803676 28631 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:14:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.814880 28588 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:14:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.835501 28588 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:14:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.842410 28646 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:14:21.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.857386 28619 sys_catalog.cc:455] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ab7e56f21c244bb7a3f333f0283c0bf2. Latest consensus state: current_term: 1 leader_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:21.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.858268 28619 sys_catalog.cc:458] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: This master's current role is: FOLLOWER
08:14:21.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.881098 28627 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:21.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.881970 28627 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [sys.catalog]: This master's current role is: LEADER
08:14:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.898916 28619 sys_catalog.cc:455] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.899974 28619 sys_catalog.cc:458] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: This master's current role is: FOLLOWER
08:14:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.920266 28609 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: SysCatalogTable state changed. Reason: New leader ab7e56f21c244bb7a3f333f0283c0bf2. Latest consensus state: current_term: 1 leader_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.923918 28627 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:21.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.924731 28627 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2 [sys.catalog]: This master's current role is: LEADER
08:14:21.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.927743 28609 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: This master's current role is: FOLLOWER
08:14:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.941788 28609 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.942993 28609 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: This master's current role is: FOLLOWER
08:14:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.993932 28631 catalog_manager.cc:1347] Generated new cluster ID: 1e9b6cb0bce943409d3cef5032b67007
08:14:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:21.994282 28631 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:14:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.044690 28631 catalog_manager.cc:1370] Generated new certificate authority record
08:14:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.047363 28631 catalog_manager.cc:1504] Loading token signing keys...
08:14:22.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.069905 28631 catalog_manager.cc:5868] T 00000000000000000000000000000000 P ab7e56f21c244bb7a3f333f0283c0bf2: Generated new TSK 0
08:14:22.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.071115 28631 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.106045 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/wal
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/data
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/logs
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/data/info.pb
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:14:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.193:0
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.193
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.193
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:14:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:14:22.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.586395 28669 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:14:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.587343 28669 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:14:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.588528 28669 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:14:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.646848 28669 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:14:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.647852 28669 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:14:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.648175 28669 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:14:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.648435 28669 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:14:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.649227 28669 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.193
08:14:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.712209 28669 tablet_server_runner.cc:78] Tablet server non-default flags:
08:14:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/data
08:14:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/wal
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.193:0
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/data/info.pb
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.193
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.193
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/logs
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 06:37:03 UTC on ccycloud.quasar-wifqrz.root.comops.site
08:14:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581996
08:14:22.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:14:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.715359 28669 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:14:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.717881 28669 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:14:22.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.749436 28577 catalog_manager.cc:1259] Loaded cluster ID: 1e9b6cb0bce943409d3cef5032b67007
08:14:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.750010 28577 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: loading cluster ID for follower catalog manager: success
08:14:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.759459 28577 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: acquiring CA information for follower catalog manager: success
08:14:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.773324 28679 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:22.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.779461 28577 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:14:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.886013 28646 catalog_manager.cc:1259] Loaded cluster ID: 1e9b6cb0bce943409d3cef5032b67007
08:14:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.886461 28646 catalog_manager.cc:1552] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0: loading cluster ID for follower catalog manager: success
08:14:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.932621 28646 catalog_manager.cc:1574] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0: acquiring CA information for follower catalog manager: success
08:14:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.964773 28646 catalog_manager.cc:1602] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:14:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:22.773798 28669 server_base.cc:1034] running on GCE node
08:14:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.775791 28678 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:22.773591 28685 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.247435 28669 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:14:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.250471 28669 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:14:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.251922 28669 hybrid_clock.cc:648] HybridClock initialized: now 1786522464251887 us; error 50 us; skew 500 ppm
08:14:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.252745 28669 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:14:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.261826 28669 webserver.cc:460] Webserver started at http://127.27.114.193:40871/ using document root <none> and password file <none>
08:14:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.263355 28669 fs_manager.cc:359] Metadata directory not provided
08:14:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.263613 28669 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:14:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.264166 28669 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:14:24.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.269300 28669 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/data/instance:
08:14:24.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "861f0558de5e4f88823590ba843e2a21"
08:14:24.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:24 on dist-test-slave-zh2d"
08:14:24.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.270640 28669 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/wal/instance:
08:14:24.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "861f0558de5e4f88823590ba843e2a21"
08:14:24.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:24 on dist-test-slave-zh2d"
08:14:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.279838 28669 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
08:14:24.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.286505 28698 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:14:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.287771 28669 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:14:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.288156 28669 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/data,/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/wal
08:14:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "861f0558de5e4f88823590ba843e2a21"
08:14:24.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:24 on dist-test-slave-zh2d"
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.288503 28669 fs_report.cc:383] FS layout report
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/wal
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/wal
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/data/data
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:14:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:14:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.332049 28669 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:14:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.333738 28669 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:14:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.334281 28669 kserver.cc:163] Server-wide thread pool size limit: 3276
08:14:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.352671 28669 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:14:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.353052 28669 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
08:14:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.353426 28669 ts_tablet_manager.cc:610] Registered 0 tablets
08:14:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.353660 28669 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:14:24.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.591255 28669 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.193:46879
08:14:24.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.591822 28906 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.193:46879 every 8 connection(s)
08:14:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.595283 28669 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/data/info.pb
08:14:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.601876 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu as pid 28669
08:14:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.602370 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-0/wal/instance
08:14:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.615908 28907 heartbeater.cc:347] Connected to a master server at 127.27.114.252:32803
08:14:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.616397 28907 heartbeater.cc:464] Registering TS with master...
08:14:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.617748 28907 heartbeater.cc:511] Master 127.27.114.252:32803 requested a full tablet report, sending...
08:14:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.619760 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/wal
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/data
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/logs
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/data/info.pb
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.194:0
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.194
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.194
08:14:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:14:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:14:24.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:14:24.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.622942 28476 ts_manager.cc:194] Registered new tserver with Master: 861f0558de5e4f88823590ba843e2a21 (127.27.114.193:46879)
08:14:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.634578 28909 heartbeater.cc:347] Connected to a master server at 127.27.114.254:41903
08:14:24.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.635115 28909 heartbeater.cc:464] Registering TS with master...
08:14:24.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.636096 28909 heartbeater.cc:511] Master 127.27.114.254:41903 requested a full tablet report, sending...
08:14:24.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.641573 28179 ts_manager.cc:194] Registered new tserver with Master: 861f0558de5e4f88823590ba843e2a21 (127.27.114.193:46879)
08:14:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.644270 28908 heartbeater.cc:347] Connected to a master server at 127.27.114.253:43973
08:14:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.645711 28908 heartbeater.cc:464] Registering TS with master...
08:14:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.646586 28908 heartbeater.cc:511] Master 127.27.114.253:43973 requested a full tablet report, sending...
08:14:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.649537 28327 ts_manager.cc:194] Registered new tserver with Master: 861f0558de5e4f88823590ba843e2a21 (127.27.114.193:46879)
08:14:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:24.652705 28327 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.114.193:49389
08:14:25.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.022701 28914 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:14:25.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.023384 28914 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:14:25.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.024268 28914 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:14:25.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.063463 28914 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:14:25.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.064069 28914 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:14:25.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.064248 28914 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:14:25.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.064399 28914 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:14:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.064813 28914 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.194
08:14:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:25.102190 28914 tablet_server_runner.cc:78] Tablet server non-default flags:
08:14:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/data
08:14:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/wal
08:14:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.194:0
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/data/info.pb
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.194
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.194
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/logs
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:14:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:14:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:14:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:14:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 06:37:03 UTC on ccycloud.quasar-wifqrz.root.comops.site
08:14:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581996
08:14:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:14:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:25.103471 28914 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:14:25.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:25.105158 28914 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:14:25.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.136559 28935 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:25.658185 28908 heartbeater.cc:503] Master 127.27.114.253:43973 was elected leader, sending a full tablet report...
08:14:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.138522 28937 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:25.139019 28933 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:25.138844 28914 server_base.cc:1034] running on GCE node
08:14:26.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.402715 28914 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:14:26.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.405323 28914 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:14:26.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.406812 28914 hybrid_clock.cc:648] HybridClock initialized: now 1786522466406776 us; error 42 us; skew 500 ppm
08:14:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.407763 28914 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:14:26.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.417974 28914 webserver.cc:460] Webserver started at http://127.27.114.194:46809/ using document root <none> and password file <none>
08:14:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.418916 28914 fs_manager.cc:359] Metadata directory not provided
08:14:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.419107 28914 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:14:26.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.419528 28914 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:14:26.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.424758 28914 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/data/instance:
08:14:26.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e727daa4f7147b799178d177f35d51a"
08:14:26.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:26 on dist-test-slave-zh2d"
08:14:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.425917 28914 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/wal/instance:
08:14:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e727daa4f7147b799178d177f35d51a"
08:14:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:26 on dist-test-slave-zh2d"
08:14:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.433233 28914 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
08:14:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.438969 28954 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:14:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.440049 28914 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
08:14:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.440410 28914 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/data,/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/wal
08:14:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e727daa4f7147b799178d177f35d51a"
08:14:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:26 on dist-test-slave-zh2d"
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.440781 28914 fs_report.cc:383] FS layout report
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/wal
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/wal
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/data/data
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:14:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:14:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:14:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:14:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:14:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:14:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:14:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:14:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.482537 28914 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:14:26.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.484135 28914 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:14:26.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.484674 28914 kserver.cc:163] Server-wide thread pool size limit: 3276
08:14:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.495398 28914 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:14:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.495774 28914 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:14:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.496105 28914 ts_tablet_manager.cc:610] Registered 0 tablets
08:14:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.496312 28914 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:14:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.718941 28914 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.194:38169
08:14:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.719542 29176 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.194:38169 every 8 connection(s)
08:14:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.722540 28914 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/data/info.pb
08:14:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.726797 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu as pid 28914
08:14:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.727559 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-1/wal/instance
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.744146 28107 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/wal
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/data
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/logs
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/data/info.pb
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.195:0
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.195
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.195
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:14:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:14:26.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.753044 29183 heartbeater.cc:347] Connected to a master server at 127.27.114.254:41903
08:14:26.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.753566 29183 heartbeater.cc:464] Registering TS with master...
08:14:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.754079 29182 heartbeater.cc:347] Connected to a master server at 127.27.114.253:43973
08:14:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.754559 29182 heartbeater.cc:464] Registering TS with master...
08:14:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.755079 29183 heartbeater.cc:511] Master 127.27.114.254:41903 requested a full tablet report, sending...
08:14:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.755844 29182 heartbeater.cc:511] Master 127.27.114.253:43973 requested a full tablet report, sending...
08:14:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.758646 28179 ts_manager.cc:194] Registered new tserver with Master: 2e727daa4f7147b799178d177f35d51a (127.27.114.194:38169)
08:14:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.758983 28327 ts_manager.cc:194] Registered new tserver with Master: 2e727daa4f7147b799178d177f35d51a (127.27.114.194:38169)
08:14:26.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.761235 28327 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.114.194:58903
08:14:26.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.764557 29178 heartbeater.cc:347] Connected to a master server at 127.27.114.252:32803
08:14:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.764962 29178 heartbeater.cc:464] Registering TS with master...
08:14:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.765676 29178 heartbeater.cc:511] Master 127.27.114.252:32803 requested a full tablet report, sending...
08:14:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:26.768296 28476 ts_manager.cc:194] Registered new tserver with Master: 2e727daa4f7147b799178d177f35d51a (127.27.114.194:38169)
08:14:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.084884 29186 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:14:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.085500 29186 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:14:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.086206 29186 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:14:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.118353 29186 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:14:27.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.119086 29186 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:14:27.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.119367 29186 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:14:27.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.119642 29186 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:14:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.120173 29186 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.114.195
08:14:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:27.156996 29186 tablet_server_runner.cc:78] Tablet server non-default flags:
08:14:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:14:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.114.212:44859
08:14:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:14:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:14:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/data
08:14:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/wal
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.114.195:0
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/data/info.pb
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.114.195
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.114.254:41903,127.27.114.253:43973,127.27.114.252:32803
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.114.195
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/logs
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 06:37:03 UTC on ccycloud.quasar-wifqrz.root.comops.site
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581996
08:14:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:14:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:27.158922 29186 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:14:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:27.161265 29186 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:14:27.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.189069 29204 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:27.765960 29182 heartbeater.cc:503] Master 127.27.114.253:43973 was elected leader, sending a full tablet report...
08:14:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.190572 29200 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:27.189414 29201 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:14:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:28.417798 29203 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:14:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.417898 29186 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:14:28.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.422729 29186 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:14:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.425743 29186 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:14:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.427196 29186 hybrid_clock.cc:648] HybridClock initialized: now 1786522468427164 us; error 50 us; skew 500 ppm
08:14:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.427995 29186 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:14:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.435163 29186 webserver.cc:460] Webserver started at http://127.27.114.195:38365/ using document root <none> and password file <none>
08:14:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.436066 29186 fs_manager.cc:359] Metadata directory not provided
08:14:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.436250 29186 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:14:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.436650 29186 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:14:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.441864 29186 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/data/instance:
08:14:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36b8fdeb11b34c86912936f9fd6b27d7"
08:14:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:28 on dist-test-slave-zh2d"
08:14:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.443113 29186 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/wal/instance:
08:14:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36b8fdeb11b34c86912936f9fd6b27d7"
08:14:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:28 on dist-test-slave-zh2d"
08:14:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.450664 29186 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.007s
08:14:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.456581 29218 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.457757 29186 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.458135 29186 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/data,/tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/wal
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36b8fdeb11b34c86912936f9fd6b27d7"
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:14:28 on dist-test-slave-zh2d"
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.458453 29186 fs_report.cc:383] FS layout report
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/wal
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/wal
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/data/data
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:14:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:14:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:14:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:14:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:14:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:14:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:14:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:14:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:14:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:14:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:14:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.494817 29186 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:14:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.496353 29186 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:14:28.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.496783 29186 kserver.cc:163] Server-wide thread pool size limit: 3276
08:14:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.507426 29186 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:14:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.507655 29186 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:14:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.507927 29186 ts_tablet_manager.cc:610] Registered 0 tablets
08:14:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.508097 29186 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:14:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.745174 29186 rpc_server.cc:307] RPC server started. Bound to: 127.27.114.195:41039
08:14:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.745754 29435 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.114.195:41039 every 8 connection(s)
08:14:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.748636 29186 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/data/info.pb
08:14:28.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.751477 28107 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu as pid 29186
08:14:28.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.751991 28107 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfu8BPe/test-tmp/mini-kudu-cluster8350374807297476607/ts-2/wal/instance
08:14:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.768383 29439 heartbeater.cc:347] Connected to a master server at 127.27.114.252:32803
08:14:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.770905 29439 heartbeater.cc:464] Registering TS with master...
08:14:28.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.776322 29439 heartbeater.cc:511] Master 127.27.114.252:32803 requested a full tablet report, sending...
08:14:28.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.778544 29441 heartbeater.cc:347] Connected to a master server at 127.27.114.254:41903
08:14:28.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.779721 29441 heartbeater.cc:464] Registering TS with master...
08:14:28.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.781271 29441 heartbeater.cc:511] Master 127.27.114.254:41903 requested a full tablet report, sending...
08:14:28.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.781435 28476 ts_manager.cc:194] Registered new tserver with Master: 36b8fdeb11b34c86912936f9fd6b27d7 (127.27.114.195:41039)
08:14:28.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.783787 28179 ts_manager.cc:194] Registered new tserver with Master: 36b8fdeb11b34c86912936f9fd6b27d7 (127.27.114.195:41039)
08:14:28.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.788302 29440 heartbeater.cc:347] Connected to a master server at 127.27.114.253:43973
08:14:28.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.788682 29440 heartbeater.cc:464] Registering TS with master...
08:14:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.789490 29440 heartbeater.cc:511] Master 127.27.114.253:43973 requested a full tablet report, sending...
08:14:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.791617 28327 ts_manager.cc:194] Registered new tserver with Master: 36b8fdeb11b34c86912936f9fd6b27d7 (127.27.114.195:41039)
08:14:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.793864 28327 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.114.195:33241
08:14:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.799264 28107 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
08:14:28.811 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:14:28.811 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:14:28.812 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.114.254"
port: 41903
}
bound_http_address {
host: "127.27.114.254"
port: 37129
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.114.253"
port: 43973
}
bound_http_address {
host: "127.27.114.253"
port: 38441
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.114.252"
port: 32803
}
bound_http_address {
host: "127.27.114.252"
port: 41637
}
}
}
08:14:28.812 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:14:28.813 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.114.193"
port: 46879
}
bound_http_address {
host: "127.27.114.193"
port: 40871
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.114.194"
port: 38169
}
bound_http_address {
host: "127.27.114.194"
port: 46809
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.114.195"
port: 41039
}
bound_http_address {
host: "127.27.114.195"
port: 38365
}
}
}
08:14:28.813 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:14:28.815 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:14:28.817 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.114.254:41903(127.27.114.254:41903)] connecting to peer
08:14:28.818 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.114.252:32803(127.27.114.252:32803)] connecting to peer
08:14:28.819 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:28.820 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.114.254:41903(127.27.114.254:41903)] Successfully connected to peer
08:14:28.820 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.114.252:32803(127.27.114.252:32803)] Successfully connected to peer
08:14:28.822 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.114.253:43973(127.27.114.253:43973)] Successfully connected to peer
08:14:28.822 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.114.252
08:14:28.823 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.114.254
08:14:28.842 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.114.253
08:14:28.848 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc9422e75, L:/127.0.0.1:42304 - R:/127.27.114.252:32803] using SASL/PLAIN
08:14:28.853 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa615b36b, L:/127.0.0.1:42948 - R:/127.27.114.254:41903] using SASL/PLAIN
08:14:28.863 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x15999048, L:/127.0.0.1:59450 - R:/127.27.114.253:43973] using SASL/PLAIN
08:14:28.866 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:14:28.866 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=49), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [35ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: OK, deferred=null) after lookup
08:14:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:28.868180 28327 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59450:
08:14:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
08:14:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:14:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:14:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:14:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:14:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:28.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:28.872768 28327 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:14:28.932 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 340416a354ae457ca82c254c1e15d96d
08:14:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.011773 29057 tablet_service.cc:1467] Processing CreateTablet for tablet 0ce86b7a8b7b4d33b3b4a5236c2c5202 (DEFAULT_TABLE table=txn_manager_fallback [id=340416a354ae457ca82c254c1e15d96d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:14:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.012200 29329 tablet_service.cc:1467] Processing CreateTablet for tablet bfbbf563cf3745548c5c127c65fbbbb0 (DEFAULT_TABLE table=txn_manager_fallback [id=340416a354ae457ca82c254c1e15d96d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:14:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.012084 29328 tablet_service.cc:1467] Processing CreateTablet for tablet 0ce86b7a8b7b4d33b3b4a5236c2c5202 (DEFAULT_TABLE table=txn_manager_fallback [id=340416a354ae457ca82c254c1e15d96d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:14:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.014007 29057 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0ce86b7a8b7b4d33b3b4a5236c2c5202. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.014358 29329 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bfbbf563cf3745548c5c127c65fbbbb0. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.015483 29328 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0ce86b7a8b7b4d33b3b4a5236c2c5202. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.011708 29059 tablet_service.cc:1467] Processing CreateTablet for tablet bfbbf563cf3745548c5c127c65fbbbb0 (DEFAULT_TABLE table=txn_manager_fallback [id=340416a354ae457ca82c254c1e15d96d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:14:29.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.020346 28800 tablet_service.cc:1467] Processing CreateTablet for tablet 0ce86b7a8b7b4d33b3b4a5236c2c5202 (DEFAULT_TABLE table=txn_manager_fallback [id=340416a354ae457ca82c254c1e15d96d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:14:29.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.022710 28800 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0ce86b7a8b7b4d33b3b4a5236c2c5202. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:29.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.022433 28801 tablet_service.cc:1467] Processing CreateTablet for tablet bfbbf563cf3745548c5c127c65fbbbb0 (DEFAULT_TABLE table=txn_manager_fallback [id=340416a354ae457ca82c254c1e15d96d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:14:29.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.023640 28801 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bfbbf563cf3745548c5c127c65fbbbb0. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.030093 29059 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bfbbf563cf3745548c5c127c65fbbbb0. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:29.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.047375 29481 tablet_bootstrap.cc:492] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7: Bootstrap starting.
08:14:29.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.055330 29481 tablet_bootstrap.cc:654] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7: Neither blocks nor log segments found. Creating new log.
08:14:29.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.060879 29481 log.cc:824] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7: Log is configured to *not* fsync() on all Append() calls
08:14:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.064742 29482 tablet_bootstrap.cc:492] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a: Bootstrap starting.
08:14:29.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.078495 29485 tablet_bootstrap.cc:492] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21: Bootstrap starting.
08:14:29.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.079463 29481 tablet_bootstrap.cc:492] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7: No bootstrap required, opened a new log
08:14:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.080019 29481 ts_tablet_manager.cc:1397] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7: Time spent bootstrapping tablet: real 0.033s user 0.010s sys 0.006s
08:14:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.080751 29482 tablet_bootstrap.cc:654] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a: Neither blocks nor log segments found. Creating new log.
08:14:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.082857 29482 log.cc:824] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a: Log is configured to *not* fsync() on all Append() calls
08:14:29.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.086297 29485 tablet_bootstrap.cc:654] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21: Neither blocks nor log segments found. Creating new log.
08:14:29.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.088723 29485 log.cc:824] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21: Log is configured to *not* fsync() on all Append() calls
08:14:29.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.089779 29482 tablet_bootstrap.cc:492] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a: No bootstrap required, opened a new log
08:14:29.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.090456 29482 ts_tablet_manager.cc:1397] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a: Time spent bootstrapping tablet: real 0.026s user 0.015s sys 0.003s
08:14:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.094660 29485 tablet_bootstrap.cc:492] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21: No bootstrap required, opened a new log
08:14:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.095158 29485 ts_tablet_manager.cc:1397] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21: Time spent bootstrapping tablet: real 0.017s user 0.015s sys 0.000s
08:14:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.112286 29481 raft_consensus.cc:348] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.113312 29481 raft_consensus.cc:374] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.113626 29481 raft_consensus.cc:729] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36b8fdeb11b34c86912936f9fd6b27d7, State: Initialized, Role: FOLLOWER
08:14:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.113401 29482 raft_consensus.cc:348] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.114248 29482 raft_consensus.cc:374] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.114575 29482 raft_consensus.cc:729] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e727daa4f7147b799178d177f35d51a, State: Initialized, Role: FOLLOWER
08:14:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.115003 29481 consensus_queue.cc:260] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.115404 29482 consensus_queue.cc:260] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.124864 29481 ts_tablet_manager.cc:1428] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7: Time spent starting tablet: real 0.044s user 0.027s sys 0.015s
08:14:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.124895 29482 ts_tablet_manager.cc:1428] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a: Time spent starting tablet: real 0.034s user 0.030s sys 0.004s
08:14:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.125824 29482 tablet_bootstrap.cc:492] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a: Bootstrap starting.
08:14:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.127234 29440 heartbeater.cc:503] Master 127.27.114.253:43973 was elected leader, sending a full tablet report...
08:14:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.132081 29482 tablet_bootstrap.cc:654] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a: Neither blocks nor log segments found. Creating new log.
08:14:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.129369 29485 raft_consensus.cc:348] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.133232 29485 raft_consensus.cc:374] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.133565 29485 raft_consensus.cc:729] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 861f0558de5e4f88823590ba843e2a21, State: Initialized, Role: FOLLOWER
08:14:29.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.134547 29485 consensus_queue.cc:260] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.148083 29481 tablet_bootstrap.cc:492] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7: Bootstrap starting.
08:14:29.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.174418 29481 tablet_bootstrap.cc:654] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7: Neither blocks nor log segments found. Creating new log.
08:14:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.180043 29485 ts_tablet_manager.cc:1428] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21: Time spent starting tablet: real 0.085s user 0.050s sys 0.026s
08:14:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.181176 29485 tablet_bootstrap.cc:492] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21: Bootstrap starting.
08:14:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.183594 29482 tablet_bootstrap.cc:492] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a: No bootstrap required, opened a new log
08:14:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.184374 29482 ts_tablet_manager.cc:1397] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a: Time spent bootstrapping tablet: real 0.059s user 0.033s sys 0.020s
08:14:29.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.187193 29482 raft_consensus.cc:348] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.188056 29482 raft_consensus.cc:374] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.188297 29481 tablet_bootstrap.cc:492] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7: No bootstrap required, opened a new log
08:14:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.188458 29482 raft_consensus.cc:729] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e727daa4f7147b799178d177f35d51a, State: Initialized, Role: FOLLOWER
08:14:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.188727 29481 ts_tablet_manager.cc:1397] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7: Time spent bootstrapping tablet: real 0.041s user 0.012s sys 0.007s
08:14:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.189415 29482 consensus_queue.cc:260] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.191419 29481 raft_consensus.cc:348] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.192332 29481 raft_consensus.cc:374] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.192698 29481 raft_consensus.cc:729] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36b8fdeb11b34c86912936f9fd6b27d7, State: Initialized, Role: FOLLOWER
08:14:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.193545 29481 consensus_queue.cc:260] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.196337 29485 tablet_bootstrap.cc:654] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21: Neither blocks nor log segments found. Creating new log.
08:14:29.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.200174 29482 ts_tablet_manager.cc:1428] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a: Time spent starting tablet: real 0.015s user 0.005s sys 0.000s
08:14:29.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.201941 29481 ts_tablet_manager.cc:1428] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7: Time spent starting tablet: real 0.013s user 0.004s sys 0.002s
08:14:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.214293 29485 tablet_bootstrap.cc:492] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21: No bootstrap required, opened a new log
08:14:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.214751 29485 ts_tablet_manager.cc:1397] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21: Time spent bootstrapping tablet: real 0.034s user 0.006s sys 0.008s
08:14:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.216741 29485 raft_consensus.cc:348] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.217314 29485 raft_consensus.cc:374] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.217499 29485 raft_consensus.cc:729] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 861f0558de5e4f88823590ba843e2a21, State: Initialized, Role: FOLLOWER
08:14:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.218142 29485 consensus_queue.cc:260] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.219945 29485 ts_tablet_manager.cc:1428] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21: Time spent starting tablet: real 0.005s user 0.002s sys 0.002s
08:14:29.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:29.263825 29185 tablet.cc:2369] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:14:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:29.280380 29444 tablet.cc:2369] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:14:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.336328 29493 raft_consensus.cc:482] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:14:29.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.336884 29493 raft_consensus.cc:504] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.339643 29493 leader_election.cc:288] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 861f0558de5e4f88823590ba843e2a21 (127.27.114.193:46879), 2e727daa4f7147b799178d177f35d51a (127.27.114.194:38169)
08:14:29.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.354622 28833 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bfbbf563cf3745548c5c127c65fbbbb0" candidate_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "861f0558de5e4f88823590ba843e2a21" is_pre_election: true
08:14:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.355681 28833 raft_consensus.cc:2454] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 36b8fdeb11b34c86912936f9fd6b27d7 in term 0.
08:14:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.355551 29090 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bfbbf563cf3745548c5c127c65fbbbb0" candidate_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e727daa4f7147b799178d177f35d51a" is_pre_election: true
08:14:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.356482 29090 raft_consensus.cc:2454] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 36b8fdeb11b34c86912936f9fd6b27d7 in term 0.
08:14:29.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.357465 29233 leader_election.cc:302] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36b8fdeb11b34c86912936f9fd6b27d7, 861f0558de5e4f88823590ba843e2a21; no voters:
08:14:29.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.358587 29493 raft_consensus.cc:2781] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:14:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.358886 29493 raft_consensus.cc:482] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:14:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.359189 29493 raft_consensus.cc:3037] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Advancing to term 1
08:14:29.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.364337 29493 raft_consensus.cc:504] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.366088 29493 leader_election.cc:288] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [CANDIDATE]: Term 1 election: Requested vote from peers 861f0558de5e4f88823590ba843e2a21 (127.27.114.193:46879), 2e727daa4f7147b799178d177f35d51a (127.27.114.194:38169)
08:14:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.366782 28833 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bfbbf563cf3745548c5c127c65fbbbb0" candidate_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "861f0558de5e4f88823590ba843e2a21"
08:14:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.367184 28833 raft_consensus.cc:3037] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Advancing to term 1
08:14:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.367018 29090 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bfbbf563cf3745548c5c127c65fbbbb0" candidate_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e727daa4f7147b799178d177f35d51a"
08:14:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.367584 29090 raft_consensus.cc:3037] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Advancing to term 1
08:14:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.371626 28833 raft_consensus.cc:2454] T bfbbf563cf3745548c5c127c65fbbbb0 P 861f0558de5e4f88823590ba843e2a21 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 36b8fdeb11b34c86912936f9fd6b27d7 in term 1.
08:14:29.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.372257 29090 raft_consensus.cc:2454] T bfbbf563cf3745548c5c127c65fbbbb0 P 2e727daa4f7147b799178d177f35d51a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 36b8fdeb11b34c86912936f9fd6b27d7 in term 1.
08:14:29.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.372500 29233 leader_election.cc:302] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36b8fdeb11b34c86912936f9fd6b27d7, 861f0558de5e4f88823590ba843e2a21; no voters:
08:14:29.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.373337 29493 raft_consensus.cc:2781] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 1 FOLLOWER]: Leader election won for term 1
08:14:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.374785 29493 raft_consensus.cc:686] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 1 LEADER]: Becoming Leader. State: Replica: 36b8fdeb11b34c86912936f9fd6b27d7, State: Running, Role: LEADER
08:14:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.375808 29493 consensus_queue.cc:237] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.389259 28327 catalog_manager.cc:5495] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 36b8fdeb11b34c86912936f9fd6b27d7 (127.27.114.195). New cstate: current_term: 1 leader_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } health_report { overall_health: HEALTHY } } }
08:14:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:29.400640 28918 tablet.cc:2369] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:14:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.525944 29498 raft_consensus.cc:482] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:14:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.526471 29498 raft_consensus.cc:504] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.529312 29498 leader_election.cc:288] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e727daa4f7147b799178d177f35d51a (127.27.114.194:38169), 36b8fdeb11b34c86912936f9fd6b27d7 (127.27.114.195:41039)
08:14:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.543973 29090 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0ce86b7a8b7b4d33b3b4a5236c2c5202" candidate_uuid: "861f0558de5e4f88823590ba843e2a21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e727daa4f7147b799178d177f35d51a" is_pre_election: true
08:14:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.544550 29090 raft_consensus.cc:2454] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 861f0558de5e4f88823590ba843e2a21 in term 0.
08:14:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.545646 28703 leader_election.cc:302] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e727daa4f7147b799178d177f35d51a, 861f0558de5e4f88823590ba843e2a21; no voters:
08:14:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.546474 29498 raft_consensus.cc:2781] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:14:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.546759 29498 raft_consensus.cc:482] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:14:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.547042 29498 raft_consensus.cc:3037] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Advancing to term 1
08:14:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.548406 29370 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0ce86b7a8b7b4d33b3b4a5236c2c5202" candidate_uuid: "861f0558de5e4f88823590ba843e2a21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" is_pre_election: true
08:14:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.549288 29370 raft_consensus.cc:2454] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 861f0558de5e4f88823590ba843e2a21 in term 0.
08:14:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.552981 29498 raft_consensus.cc:504] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.554620 29498 leader_election.cc:288] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [CANDIDATE]: Term 1 election: Requested vote from peers 2e727daa4f7147b799178d177f35d51a (127.27.114.194:38169), 36b8fdeb11b34c86912936f9fd6b27d7 (127.27.114.195:41039)
08:14:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.555485 29090 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0ce86b7a8b7b4d33b3b4a5236c2c5202" candidate_uuid: "861f0558de5e4f88823590ba843e2a21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e727daa4f7147b799178d177f35d51a"
08:14:29.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.556054 29090 raft_consensus.cc:3037] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Advancing to term 1
08:14:29.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.556346 29370 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0ce86b7a8b7b4d33b3b4a5236c2c5202" candidate_uuid: "861f0558de5e4f88823590ba843e2a21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36b8fdeb11b34c86912936f9fd6b27d7"
08:14:29.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.556917 29370 raft_consensus.cc:3037] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Advancing to term 1
08:14:29.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.560681 29090 raft_consensus.cc:2454] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 2e727daa4f7147b799178d177f35d51a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 861f0558de5e4f88823590ba843e2a21 in term 1.
08:14:29.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.561687 28703 leader_election.cc:302] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e727daa4f7147b799178d177f35d51a, 861f0558de5e4f88823590ba843e2a21; no voters:
08:14:29.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.562490 29498 raft_consensus.cc:2781] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 1 FOLLOWER]: Leader election won for term 1
08:14:29.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.563709 29370 raft_consensus.cc:2454] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 861f0558de5e4f88823590ba843e2a21 in term 1.
08:14:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.564826 29498 raft_consensus.cc:686] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [term 1 LEADER]: Becoming Leader. State: Replica: 861f0558de5e4f88823590ba843e2a21, State: Running, Role: LEADER
08:14:29.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.565867 29498 consensus_queue.cc:237] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.580986 28327 catalog_manager.cc:5495] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 reported cstate change: term changed from 0 to 1, leader changed from <none> to 861f0558de5e4f88823590ba843e2a21 (127.27.114.193). New cstate: current_term: 1 leader_uuid: "861f0558de5e4f88823590ba843e2a21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } health_report { overall_health: UNKNOWN } } }
08:14:29.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.857952 29493 consensus_queue.cc:1035] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:14:29.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.873970 29493 consensus_queue.cc:1035] T bfbbf563cf3745548c5c127c65fbbbb0 P 36b8fdeb11b34c86912936f9fd6b27d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:14:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.952415 29498 consensus_queue.cc:1035] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:14:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:29.969115 29514 consensus_queue.cc:1035] T 0ce86b7a8b7b4d33b3b4a5236c2c5202 P 861f0558de5e4f88823590ba843e2a21 [LEADER]: Connected to new peer: Peer: permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:14:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.409818 28326 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59456:
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:14:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:30.412554 28326 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:14:30.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.449594 28800 tablet_service.cc:1467] Processing CreateTablet for tablet 1c54a73f08e34d8e84a7b3a7f570ed03 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=c34f992018034c1480c0de7593c67615]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:14:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.451777 28800 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1c54a73f08e34d8e84a7b3a7f570ed03. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.451360 29329 tablet_service.cc:1467] Processing CreateTablet for tablet 1c54a73f08e34d8e84a7b3a7f570ed03 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=c34f992018034c1480c0de7593c67615]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:14:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.453019 29329 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1c54a73f08e34d8e84a7b3a7f570ed03. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.457952 29059 tablet_service.cc:1467] Processing CreateTablet for tablet 1c54a73f08e34d8e84a7b3a7f570ed03 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=c34f992018034c1480c0de7593c67615]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:14:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.459626 29059 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1c54a73f08e34d8e84a7b3a7f570ed03. 1 dirs total, 0 dirs full, 0 dirs failed
08:14:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.481233 29577 tablet_bootstrap.cc:492] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: Bootstrap starting.
08:14:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.488885 29571 tablet_bootstrap.cc:492] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: Bootstrap starting.
08:14:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.490777 29575 tablet_bootstrap.cc:492] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: Bootstrap starting.
08:14:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.492956 29577 tablet_bootstrap.cc:654] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: Neither blocks nor log segments found. Creating new log.
08:14:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.497530 29575 tablet_bootstrap.cc:654] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: Neither blocks nor log segments found. Creating new log.
08:14:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.508281 29571 tablet_bootstrap.cc:654] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: Neither blocks nor log segments found. Creating new log.
08:14:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.509872 29575 tablet_bootstrap.cc:492] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: No bootstrap required, opened a new log
08:14:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.510442 29575 ts_tablet_manager.cc:1397] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: Time spent bootstrapping tablet: real 0.020s user 0.014s sys 0.004s
08:14:30.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.510627 29577 tablet_bootstrap.cc:492] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: No bootstrap required, opened a new log
08:14:30.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.511392 29577 ts_tablet_manager.cc:1397] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: Time spent bootstrapping tablet: real 0.030s user 0.016s sys 0.007s
08:14:30.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.513749 29575 raft_consensus.cc:348] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.514858 29575 raft_consensus.cc:374] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.515313 29575 raft_consensus.cc:729] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 861f0558de5e4f88823590ba843e2a21, State: Initialized, Role: FOLLOWER
08:14:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.515110 29577 raft_consensus.cc:348] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.516064 29577 raft_consensus.cc:374] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.516400 29577 raft_consensus.cc:729] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e727daa4f7147b799178d177f35d51a, State: Initialized, Role: FOLLOWER
08:14:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.516709 29575 consensus_queue.cc:260] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:30.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.517266 29577 consensus_queue.cc:260] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.519941 29577 ts_tablet_manager.cc:1428] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: Time spent starting tablet: real 0.008s user 0.006s sys 0.000s
08:14:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.520047 29575 ts_tablet_manager.cc:1428] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: Time spent starting tablet: real 0.009s user 0.000s sys 0.007s
08:14:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.538591 29584 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.539948 29584 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: This TxnStatusTablet replica's current role is: FOLLOWER
08:14:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.541999 29582 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.542958 29582 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: This TxnStatusTablet replica's current role is: FOLLOWER
08:14:30.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.546303 29571 tablet_bootstrap.cc:492] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: No bootstrap required, opened a new log
08:14:30.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.546862 29571 ts_tablet_manager.cc:1397] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: Time spent bootstrapping tablet: real 0.058s user 0.023s sys 0.018s
08:14:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.549611 29571 raft_consensus.cc:348] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.550405 29571 raft_consensus.cc:374] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:14:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.550818 29571 raft_consensus.cc:729] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36b8fdeb11b34c86912936f9fd6b27d7, State: Initialized, Role: FOLLOWER
08:14:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.551606 29571 consensus_queue.cc:260] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.553588 29493 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.554404 29493 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: This TxnStatusTablet replica's current role is: FOLLOWER
08:14:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.554561 29571 ts_tablet_manager.cc:1428] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: Time spent starting tablet: real 0.007s user 0.004s sys 0.002s
08:14:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.576870 29582 raft_consensus.cc:482] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:14:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.577307 29582 raft_consensus.cc:504] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:30.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.579694 29582 leader_election.cc:288] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2e727daa4f7147b799178d177f35d51a (127.27.114.194:38169), 36b8fdeb11b34c86912936f9fd6b27d7 (127.27.114.195:41039)
08:14:30.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.581179 29370 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1c54a73f08e34d8e84a7b3a7f570ed03" candidate_uuid: "861f0558de5e4f88823590ba843e2a21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" is_pre_election: true
08:14:30.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.581266 29090 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1c54a73f08e34d8e84a7b3a7f570ed03" candidate_uuid: "861f0558de5e4f88823590ba843e2a21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e727daa4f7147b799178d177f35d51a" is_pre_election: true
08:14:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.581875 29370 raft_consensus.cc:2454] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 861f0558de5e4f88823590ba843e2a21 in term 0.
08:14:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.581877 29090 raft_consensus.cc:2454] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 861f0558de5e4f88823590ba843e2a21 in term 0.
08:14:30.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.582913 28704 leader_election.cc:302] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36b8fdeb11b34c86912936f9fd6b27d7, 861f0558de5e4f88823590ba843e2a21; no voters:
08:14:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.583722 29588 raft_consensus.cc:2781] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:14:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.584057 29588 raft_consensus.cc:482] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:14:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.584358 29588 raft_consensus.cc:3037] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 0 FOLLOWER]: Advancing to term 1
08:14:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.590910 29588 raft_consensus.cc:504] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:30.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.592803 29588 leader_election.cc:288] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [CANDIDATE]: Term 1 election: Requested vote from peers 2e727daa4f7147b799178d177f35d51a (127.27.114.194:38169), 36b8fdeb11b34c86912936f9fd6b27d7 (127.27.114.195:41039)
08:14:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.593743 29090 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1c54a73f08e34d8e84a7b3a7f570ed03" candidate_uuid: "861f0558de5e4f88823590ba843e2a21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e727daa4f7147b799178d177f35d51a"
08:14:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.594265 29090 raft_consensus.cc:3037] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a [term 0 FOLLOWER]: Advancing to term 1
08:14:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.594576 29370 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1c54a73f08e34d8e84a7b3a7f570ed03" candidate_uuid: "861f0558de5e4f88823590ba843e2a21" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36b8fdeb11b34c86912936f9fd6b27d7"
08:14:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.595104 29370 raft_consensus.cc:3037] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 0 FOLLOWER]: Advancing to term 1
08:14:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.600330 29090 raft_consensus.cc:2454] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 861f0558de5e4f88823590ba843e2a21 in term 1.
08:14:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.601588 29370 raft_consensus.cc:2454] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 861f0558de5e4f88823590ba843e2a21 in term 1.
08:14:30.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.601538 28703 leader_election.cc:302] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e727daa4f7147b799178d177f35d51a, 861f0558de5e4f88823590ba843e2a21; no voters:
08:14:30.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.602312 29588 raft_consensus.cc:2781] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 1 FOLLOWER]: Leader election won for term 1
08:14:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.603219 29588 raft_consensus.cc:686] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [term 1 LEADER]: Becoming Leader. State: Replica: 861f0558de5e4f88823590ba843e2a21, State: Running, Role: LEADER
08:14:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.604033 29588 consensus_queue.cc:237] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } }
08:14:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.618505 28325 catalog_manager.cc:5495] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 reported cstate change: term changed from 0 to 1, leader changed from <none> to 861f0558de5e4f88823590ba843e2a21 (127.27.114.193). New cstate: current_term: 1 leader_uuid: "861f0558de5e4f88823590ba843e2a21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } health_report { overall_health: UNKNOWN } } }
08:14:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.622833 29582 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: TxnStatusTablet state changed. Reason: New leader 861f0558de5e4f88823590ba843e2a21. Latest consensus state: current_term: 1 leader_uuid: "861f0558de5e4f88823590ba843e2a21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.623522 29582 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: This TxnStatusTablet replica's current role is: LEADER
08:14:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.641995 29591 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
08:14:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.642611 29591 txn_status_manager.cc:929] Loading transaction status metadata into memory...
08:14:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.733937 29090 raft_consensus.cc:1261] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a [term 1 FOLLOWER]: Refusing update from remote peer 861f0558de5e4f88823590ba843e2a21: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:14:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.733937 29370 raft_consensus.cc:1261] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7 [term 1 FOLLOWER]: Refusing update from remote peer 861f0558de5e4f88823590ba843e2a21: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:14:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.735596 29588 consensus_queue.cc:1035] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [LEADER]: Connected to new peer: Peer: permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:14:30.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.736995 29582 consensus_queue.cc:1035] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:14:30.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.789695 29584 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: TxnStatusTablet state changed. Reason: New leader 861f0558de5e4f88823590ba843e2a21. Latest consensus state: current_term: 1 leader_uuid: "861f0558de5e4f88823590ba843e2a21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.790397 29584 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: This TxnStatusTablet replica's current role is: FOLLOWER
08:14:30.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.823817 29584 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "861f0558de5e4f88823590ba843e2a21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.824568 29584 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 2e727daa4f7147b799178d177f35d51a: This TxnStatusTablet replica's current role is: FOLLOWER
08:14:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.833676 29588 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "861f0558de5e4f88823590ba843e2a21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.834594 29588 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: This TxnStatusTablet replica's current role is: LEADER
08:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.862517 29493 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: TxnStatusTablet state changed. Reason: New leader 861f0558de5e4f88823590ba843e2a21. Latest consensus state: current_term: 1 leader_uuid: "861f0558de5e4f88823590ba843e2a21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.863212 29493 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: This TxnStatusTablet replica's current role is: FOLLOWER
08:14:30.870 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:14:30.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 340416a354ae457ca82c254c1e15d96d
08:14:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.875600 29588 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "861f0558de5e4f88823590ba843e2a21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.876490 29588 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 861f0558de5e4f88823590ba843e2a21: This TxnStatusTablet replica's current role is: LEADER
08:14:30.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bfbbf563cf3745548c5c127c65fbbbb0 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
08:14:30.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0ce86b7a8b7b4d33b3b4a5236c2c5202 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
08:14:30.884 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299996, tablet=bfbbf563cf3745548c5c127c65fbbbb0@[2e727daa4f7147b799178d177f35d51a(127.27.114.194:38169),36b8fdeb11b34c86912936f9fd6b27d7(127.27.114.195:41039)[L],861f0558de5e4f88823590ba843e2a21(127.27.114.193:46879)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299996, tablet=0ce86b7a8b7b4d33b3b4a5236c2c5202@[2e727daa4f7147b799178d177f35d51a(127.27.114.194:38169),36b8fdeb11b34c86912936f9fd6b27d7(127.27.114.195:41039),861f0558de5e4f88823590ba843e2a21(127.27.114.193:46879)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299996}]
08:14:30.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.114.253:43973, [4ms] Sub RPC GetTableLocations: received response from server master-127.27.114.253:43973: OK, deferred=null) after lookup
08:14:30.885 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 36b8fdeb11b34c86912936f9fd6b27d7(127.27.114.195:41039)] connecting to peer
08:14:30.886 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 36b8fdeb11b34c86912936f9fd6b27d7(127.27.114.195:41039)] Successfully connected to peer
08:14:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.935638 29493 tablet_replica.cc:439] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "861f0558de5e4f88823590ba843e2a21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "861f0558de5e4f88823590ba843e2a21" member_type: VOTER last_known_addr { host: "127.27.114.193" port: 46879 } } peers { permanent_uuid: "2e727daa4f7147b799178d177f35d51a" member_type: VOTER last_known_addr { host: "127.27.114.194" port: 38169 } } peers { permanent_uuid: "36b8fdeb11b34c86912936f9fd6b27d7" member_type: VOTER last_known_addr { host: "127.27.114.195" port: 41039 } } }
08:14:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:30.936409 29493 tablet_replica.cc:442] T 1c54a73f08e34d8e84a7b3a7f570ed03 P 36b8fdeb11b34c86912936f9fd6b27d7: This TxnStatusTablet replica's current role is: FOLLOWER
08:14:30.946 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x39009129, L:/127.0.0.1:48570 - R:/127.27.114.195:41039] using TOKEN/null
08:14:31.063 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.114.253:43973
08:14:31.064 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:14:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.064919 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu with pid 28256
08:14:31.112 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.114.253:43973(127.27.114.253:43973)] handling channelInactive
08:14:31.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state READY due to: connection closed
08:14:31.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:14:31.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.336324 29627 raft_consensus.cc:482] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ab7e56f21c244bb7a3f333f0283c0bf2)
08:14:31.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.337045 29627 raft_consensus.cc:504] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.339603 29629 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ab7e56f21c244bb7a3f333f0283c0bf2)
08:14:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.340911 29627 leader_election.cc:288] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973), 5f98029b228744fcba7f45943e44d1db (127.27.114.252:32803)
08:14:31.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.340524 29629 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.343920 28163 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111) [suppressed 13 similar messages]
08:14:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.343629 28501 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eed42da8e79b4355ab014a30cd38d2e0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5f98029b228744fcba7f45943e44d1db" is_pre_election: true
08:14:31.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.344483 28501 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eed42da8e79b4355ab014a30cd38d2e0 in term 1.
08:14:31.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.347494 28195 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f98029b228744fcba7f45943e44d1db" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "eed42da8e79b4355ab014a30cd38d2e0" is_pre_election: true
08:14:31.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.348276 28195 raft_consensus.cc:2454] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f98029b228744fcba7f45943e44d1db in term 1.
08:14:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.348704 28163 leader_election.cc:302] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f98029b228744fcba7f45943e44d1db, eed42da8e79b4355ab014a30cd38d2e0; no voters:
08:14:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.349366 29629 leader_election.cc:288] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers eed42da8e79b4355ab014a30cd38d2e0 (127.27.114.254:41903), ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973)
08:14:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.350401 29627 raft_consensus.cc:2781] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:14:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.350697 29627 raft_consensus.cc:482] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ab7e56f21c244bb7a3f333f0283c0bf2)
08:14:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.350380 28453 leader_election.cc:302] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f98029b228744fcba7f45943e44d1db, eed42da8e79b4355ab014a30cd38d2e0; no voters:
08:14:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.351022 29627 raft_consensus.cc:3037] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 1 FOLLOWER]: Advancing to term 2
08:14:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.353693 29629 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 1 FOLLOWER]: Leader pre-election won for term 2
08:14:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.354189 29629 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 1 FOLLOWER]: Starting leader election (detected failure of leader ab7e56f21c244bb7a3f333f0283c0bf2)
08:14:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.354645 29629 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 1 FOLLOWER]: Advancing to term 2
08:14:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.360992 28163 leader_election.cc:334] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973): Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.360334 29627 raft_consensus.cc:504] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.362318 28454 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:14:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.363273 29627 leader_election.cc:288] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 2 election: Requested vote from peers ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973), 5f98029b228744fcba7f45943e44d1db (127.27.114.252:32803)
08:14:31.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.366477 28501 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eed42da8e79b4355ab014a30cd38d2e0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5f98029b228744fcba7f45943e44d1db"
08:14:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.367715 29629 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:31.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.369504 28501 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate eed42da8e79b4355ab014a30cd38d2e0 in current term 2: Already voted for candidate 5f98029b228744fcba7f45943e44d1db in this term.
08:14:31.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.370172 28163 leader_election.cc:334] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973): Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:31.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.373374 28195 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f98029b228744fcba7f45943e44d1db" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "eed42da8e79b4355ab014a30cd38d2e0"
08:14:31.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.374171 28195 raft_consensus.cc:2379] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5f98029b228744fcba7f45943e44d1db in current term 2: Already voted for candidate eed42da8e79b4355ab014a30cd38d2e0 in this term.
08:14:31.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.375183 28163 leader_election.cc:302] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eed42da8e79b4355ab014a30cd38d2e0; no voters: 5f98029b228744fcba7f45943e44d1db, ab7e56f21c244bb7a3f333f0283c0bf2
08:14:31.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.375401 28454 leader_election.cc:334] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973): Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.375908 29627 raft_consensus.cc:2726] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:14:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.375880 29629 leader_election.cc:288] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [CANDIDATE]: Term 2 election: Requested vote from peers eed42da8e79b4355ab014a30cd38d2e0 (127.27.114.254:41903), ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973)
08:14:31.377 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.379 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.27.114.253:43973(127.27.114.253:43973) for tablet Kudu Master: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.381171 28454 leader_election.cc:334] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973): Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.381593 28454 leader_election.cc:302] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5f98029b228744fcba7f45943e44d1db; no voters: ab7e56f21c244bb7a3f333f0283c0bf2, eed42da8e79b4355ab014a30cd38d2e0
08:14:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.382359 29629 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:14:31.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.437 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.540 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=247), Traces: [0ms] sending RPC to server master-127.27.114.253:43973, [2ms] received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [244ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [246ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [247ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, deferred=Deferred@1158403301(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/996989878@5410b408 -> (continuation of Deferred@1287954906 after retry RPC after error@592307498) -> (continuation of Deferred@955949402 after retry RPC after error@1771827897) -> (continuation of Deferred@12076065 after retry RPC after error@1276151209) -> (continuation of Deferred@562892032 after retry RPC after error@389365170) -> (continuation of Deferred@1441724985 after retry RPC after error@488313056) -> (continuation of Deferred@1421343566 after retry RPC after error@1783727303), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/194017348@48cc8486 -> (continuation of Deferred@1287954906 after retry RPC after error@592307498) -> (continuation of Deferred@955949402 after retry RPC after error@1771827897) -> (continuation of Deferred@12076065 after retry RPC after error@1276151209) -> (continuation of Deferred@562892032 after retry RPC after error@389365170) -> (continuation of Deferred@1441724985 after retry RPC after error@488313056) -> (continuation of Deferred@1421343566 after retry RPC after error@1783727303)))
08:14:31.626 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=247), Traces: [0ms] sending RPC to server master-127.27.114.253:43973, [2ms] received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [244ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [246ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [247ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, deferred=Deferred@1158403301(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/996989878@5410b408 -> (continuation of Deferred@1287954906 after retry RPC after error@592307498) -> (continuation of Deferred@955949402 after retry RPC after error@1771827897) -> (continuation of Deferred@12076065 after retry RPC after error@1276151209) -> (continuation of Deferred@562892032 after retry RPC after error@389365170) -> (continuation of Deferred@1441724985 after retry RPC after error@488313056) -> (continuation of Deferred@1421343566 after retry RPC after error@1783727303), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/194017348@48cc8486 -> (continuation of Deferred@1287954906 after retry RPC after error@592307498) -> (continuation of Deferred@955949402 after retry RPC after error@1771827897) -> (continuation of Deferred@12076065 after retry RPC after error@1276151209) -> (continuation of Deferred@562892032 after retry RPC after error@389365170) -> (continuation of Deferred@1441724985 after retry RPC after error@488313056) -> (continuation of Deferred@1421343566 after retry RPC after error@1783727303)))
08:14:31.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.659 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.689126 29627 raft_consensus.cc:482] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:14:31.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.689632 29627 raft_consensus.cc:504] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:31.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.691206 29627 leader_election.cc:288] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973), 5f98029b228744fcba7f45943e44d1db (127.27.114.252:32803)
08:14:31.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.692983 28501 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eed42da8e79b4355ab014a30cd38d2e0" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5f98029b228744fcba7f45943e44d1db" is_pre_election: true
08:14:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.693662 28501 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eed42da8e79b4355ab014a30cd38d2e0 in term 2.
08:14:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.694661 28163 leader_election.cc:334] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973): Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.695397 28163 leader_election.cc:302] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5f98029b228744fcba7f45943e44d1db, eed42da8e79b4355ab014a30cd38d2e0; no voters: ab7e56f21c244bb7a3f333f0283c0bf2
08:14:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.696110 29627 raft_consensus.cc:2781] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:14:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.696370 29627 raft_consensus.cc:482] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:14:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.696688 29627 raft_consensus.cc:3037] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 2 FOLLOWER]: Advancing to term 3
08:14:31.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.702817 29627 raft_consensus.cc:504] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.704474 29627 leader_election.cc:288] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 3 election: Requested vote from peers ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973), 5f98029b228744fcba7f45943e44d1db (127.27.114.252:32803)
08:14:31.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.705883 28501 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eed42da8e79b4355ab014a30cd38d2e0" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5f98029b228744fcba7f45943e44d1db"
08:14:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.706453 28501 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 2 FOLLOWER]: Advancing to term 3
08:14:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.708493 28163 leader_election.cc:334] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973): Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.713119 28501 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eed42da8e79b4355ab014a30cd38d2e0 in term 3.
08:14:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.713965 28163 leader_election.cc:302] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5f98029b228744fcba7f45943e44d1db, eed42da8e79b4355ab014a30cd38d2e0; no voters: ab7e56f21c244bb7a3f333f0283c0bf2
08:14:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.714690 29627 raft_consensus.cc:2781] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 3 FOLLOWER]: Leader election won for term 3
08:14:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.715842 29627 raft_consensus.cc:686] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [term 3 LEADER]: Becoming Leader. State: Replica: eed42da8e79b4355ab014a30cd38d2e0, State: Running, Role: LEADER
08:14:31.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.716791 29627 consensus_queue.cc:237] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } }
08:14:31.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.725283 29637 sys_catalog.cc:455] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader eed42da8e79b4355ab014a30cd38d2e0. Latest consensus state: current_term: 3 leader_uuid: "eed42da8e79b4355ab014a30cd38d2e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.726267 29637 sys_catalog.cc:458] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: This master's current role is: LEADER
08:14:31.727 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.729305 29642 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:14:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.736865 29642 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=340416a354ae457ca82c254c1e15d96d]
08:14:31.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.738801 29642 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=c34f992018034c1480c0de7593c67615]
08:14:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.745786 29642 tablet_loader.cc:96] loaded metadata for tablet 0ce86b7a8b7b4d33b3b4a5236c2c5202 (table txn_manager_fallback [id=340416a354ae457ca82c254c1e15d96d])
08:14:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.747254 29642 tablet_loader.cc:96] loaded metadata for tablet 1c54a73f08e34d8e84a7b3a7f570ed03 (table kudu_system.kudu_transactions [id=c34f992018034c1480c0de7593c67615])
08:14:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.748658 29642 tablet_loader.cc:96] loaded metadata for tablet bfbbf563cf3745548c5c127c65fbbbb0 (table txn_manager_fallback [id=340416a354ae457ca82c254c1e15d96d])
08:14:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.750089 29642 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:14:31.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973; will retry
08:14:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.756984 29642 catalog_manager.cc:1259] Loaded cluster ID: 1e9b6cb0bce943409d3cef5032b67007
08:14:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.757334 29642 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:14:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.763352 29642 catalog_manager.cc:1504] Loading token signing keys...
08:14:31.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.767782 29642 catalog_manager.cc:5879] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0: Loaded TSK: 0
08:14:31.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.769534 29642 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:14:31.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.114.253:43973(127.27.114.253:43973)] connecting to peer
08:14:31.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.253:43973(127.27.114.253:43973)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.114.253:43973: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973
08:14:31.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:14:31.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=165), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [69ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [86ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [114ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [114ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, deferred=Deferred@640951391(state=PENDING, result=null, callback=(continuation of Deferred@272658821 after retry RPC after error@1164325562) -> (continuation of Deferred@1854997266 after retry RPC after error@1770050627) -> (continuation of Deferred@2053069999 after retry RPC after error@249057980) -> (continuation of Deferred@1748457958 after retry RPC after error@133868143) -> (continuation of Deferred@121648155 after retry RPC after error@1262603261) -> (continuation of Deferred@434852634 after retry RPC after error@1267739546), errback=(continuation of Deferred@272658821 after retry RPC after error@1164325562) -> (continuation of Deferred@1854997266 after retry RPC after error@1770050627) -> (continuation of Deferred@2053069999 after retry RPC after error@249057980) -> (continuation of Deferred@1748457958 after retry RPC after error@133868143) -> (continuation of Deferred@121648155 after retry RPC after error@1262603261) -> (continuation of Deferred@434852634 after retry RPC after error@1267739546))) after lookup
08:14:31.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.809085 28501 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [term 3 FOLLOWER]: Refusing update from remote peer eed42da8e79b4355ab014a30cd38d2e0: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:14:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.811615 29637 consensus_queue.cc:1035] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:14:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.815447 28163 consensus_peers.cc:487] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 -> Peer ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973): Couldn't send request to peer ab7e56f21c244bb7a3f333f0283c0bf2. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:14:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.820909 29629 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: SysCatalogTable state changed. Reason: New leader eed42da8e79b4355ab014a30cd38d2e0. Latest consensus state: current_term: 3 leader_uuid: "eed42da8e79b4355ab014a30cd38d2e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.821936 29629 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: This master's current role is: FOLLOWER
08:14:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.838182 29629 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "eed42da8e79b4355ab014a30cd38d2e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.838976 29629 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f98029b228744fcba7f45943e44d1db [sys.catalog]: This master's current role is: FOLLOWER
08:14:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.843276 29653 sys_catalog.cc:455] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "eed42da8e79b4355ab014a30cd38d2e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eed42da8e79b4355ab014a30cd38d2e0" member_type: VOTER last_known_addr { host: "127.27.114.254" port: 41903 } } peers { permanent_uuid: "ab7e56f21c244bb7a3f333f0283c0bf2" member_type: VOTER last_known_addr { host: "127.27.114.253" port: 43973 } } peers { permanent_uuid: "5f98029b228744fcba7f45943e44d1db" member_type: VOTER last_known_addr { host: "127.27.114.252" port: 32803 } } }
08:14:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.844580 29653 sys_catalog.cc:458] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 [sys.catalog]: This master's current role is: LEADER
08:14:31.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.853940 29182 heartbeater.cc:644] Failed to heartbeat to 127.27.114.253:43973 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.889654 28224 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:42948 (request call id 15) took 84 ms (client timeout 84 ms). Trace:
08:14:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.890156 28224 rpcz_store.cc:269] 0812 08:14:31.805228 (+ 0us) service_pool.cc:170] Inserting onto call queue
08:14:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:14:31.805438 (+ 210us) service_pool.cc:227] Handling call
08:14:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:14:31.889408 (+ 83970us) inbound_call.cc:173] Queueing success response
08:14:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":444,"init.queue_time_us":3153,"thread_start_us":39201,"threads_started":5}
08:14:31.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=257), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [69ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [86ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [114ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [114ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [166ms] sending RPC to server master-127.27.114.254:41903, [257ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@640951391(state=PENDING, result=null, callback=(continuation of Deferred@272658821 after retry RPC after error@1164325562) -> (continuation of Deferred@1854997266 after retry RPC after error@1770050627) -> (continuation of Deferred@2053069999 after retry RPC after error@249057980) -> (continuation of Deferred@1748457958 after retry RPC after error@133868143) -> (continuation of Deferred@121648155 after retry RPC after error@1262603261) -> (continuation of Deferred@434852634 after retry RPC after error@1267739546) -> (continuation of Deferred@1299594783 after retry RPC@137173615), errback=(continuation of Deferred@272658821 after retry RPC after error@1164325562) -> (continuation of Deferred@1854997266 after retry RPC after error@1770050627) -> (continuation of Deferred@2053069999 after retry RPC after error@249057980) -> (continuation of Deferred@1748457958 after retry RPC after error@133868143) -> (continuation of Deferred@121648155 after retry RPC after error@1262603261) -> (continuation of Deferred@434852634 after retry RPC after error@1267739546) -> (continuation of Deferred@1299594783 after retry RPC@137173615)))
08:14:31.897 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=257), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [69ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [86ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [91ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [112ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [114ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [114ms] delaying RPC due to: Service unavailable: Master config (127.27.114.254:41903,127.27.114.252:32803,127.27.114.253:43973) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.254:41903, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.252:32803, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.114.253:43973, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.253:43973: Network error: Failed to connect to peer master-127.27.114.253:43973(127.27.114.253:43973): Connection refused: /127.27.114.253:43973, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.252:32803: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.114.254:41903: OK, [166ms] sending RPC to server master-127.27.114.254:41903, [257ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@640951391(state=PENDING, result=null, callback=(continuation of Deferred@272658821 after retry RPC after error@1164325562) -> (continuation of Deferred@1854997266 after retry RPC after error@1770050627) -> (continuation of Deferred@2053069999 after retry RPC after error@249057980) -> (continuation of Deferred@1748457958 after retry RPC after error@133868143) -> (continuation of Deferred@121648155 after retry RPC after error@1262603261) -> (continuation of Deferred@434852634 after retry RPC after error@1267739546) -> (continuation of Deferred@1299594783 after retry RPC@137173615), errback=(continuation of Deferred@272658821 after retry RPC after error@1164325562) -> (continuation of Deferred@1854997266 after retry RPC after error@1770050627) -> (continuation of Deferred@2053069999 after retry RPC after error@249057980) -> (continuation of Deferred@1748457958 after retry RPC after error@133868143) -> (continuation of Deferred@121648155 after retry RPC after error@1262603261) -> (continuation of Deferred@434852634 after retry RPC after error@1267739546) -> (continuation of Deferred@1299594783 after retry RPC@137173615)))
08:14:31.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.940085 28908 heartbeater.cc:644] Failed to heartbeat to 127.27.114.253:43973 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.951193 28713 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.005s from last keepalive heartbeat (effective timeout is 1.000s)
08:14:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.978547 28736 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.114.253:43973)
08:14:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.982262 29440 heartbeater.cc:644] Failed to heartbeat to 127.27.114.253:43973 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111)
08:14:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:31.900203 28179 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42968:
08:14:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:14:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:14:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:14:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:14:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:14:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:14:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:14:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:14:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:14:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:14:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.986084 28179 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:14:31.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:31.993178 28704 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.114.195:41039, user_credentials={real_user=slave}} blocked reactor thread for 64787.8us
08:14:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:32.021775 29664 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
08:14:32.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 861f0558de5e4f88823590ba843e2a21 (127.27.114.193:46879): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1786522470 last_transition_timestamp: 1786522471
08:14:32.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:32.324599 28163 consensus_peers.cc:487] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 -> Peer ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973): Couldn't send request to peer ab7e56f21c244bb7a3f333f0283c0bf2. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:14:32.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:14:32.785723 28163 consensus_peers.cc:487] T 00000000000000000000000000000000 P eed42da8e79b4355ab014a30cd38d2e0 -> Peer ab7e56f21c244bb7a3f333f0283c0bf2 (127.27.114.253:43973): Couldn't send request to peer ab7e56f21c244bb7a3f333f0283c0bf2. Status: Network error: Client connection negotiation failed: client connection to 127.27.114.253:43973: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:14:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:32.849124 29183 heartbeater.cc:503] Master 127.27.114.254:41903 was elected leader, sending a full tablet report...
08:14:32.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:32.916138 28909 heartbeater.cc:503] Master 127.27.114.254:41903 was elected leader, sending a full tablet report...
08:14:32.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:32.946944 29441 heartbeater.cc:503] Master 127.27.114.254:41903 was elected leader, sending a full tablet report...
08:14:33.123 [DEBUG - main] (Connection.java:575) [peer master-127.27.114.254:41903(127.27.114.254:41903)] disconnecting while in state READY
08:14:33.123 [DEBUG - main] (Connection.java:575) [peer master-127.27.114.252:32803(127.27.114.252:32803)] disconnecting while in state READY
08:14:33.123 [DEBUG - main] (Connection.java:575) [peer 36b8fdeb11b34c86912936f9fd6b27d7(127.27.114.195:41039)] disconnecting while in state READY
08:14:33.123 [DEBUG - main] (Connection.java:575) [peer master-127.27.114.253:43973(127.27.114.253:43973)] disconnecting while in state TERMINATED
08:14:33.124 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.114.254:41903(127.27.114.254:41903)] handling channelInactive
08:14:33.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.114.254:41903(127.27.114.254:41903)] cleaning up while in state READY due to: connection closed
08:14:33.124 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:14:33.125 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.114.252:32803(127.27.114.252:32803)] handling channelInactive
08:14:33.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.114.252:32803(127.27.114.252:32803)] cleaning up while in state READY due to: connection closed
08:14:33.125 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 36b8fdeb11b34c86912936f9fd6b27d7(127.27.114.195:41039)] handling channelInactive
08:14:33.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 36b8fdeb11b34c86912936f9fd6b27d7(127.27.114.195:41039)] cleaning up while in state READY due to: connection closed
08:14:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:33.125986 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu with pid 28669
08:14:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:33.177408 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu with pid 28914
08:14:33.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:33.221971 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu with pid 29186
08:14:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:33.267201 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu with pid 28131
08:14:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:14:33.316743 28107 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfu8BPe/build/tsan/bin/kudu with pid 28405
08:14:34.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:14:34Z chronyd exiting
08:14:35.582 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 861f0558de5e4f88823590ba843e2a21 (127.27.114.193:46879): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1786522470 last_transition_timestamp: 1786522472
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 861f0558de5e4f88823590ba843e2a21 (127.27.114.193:46879): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1786522470 last_transition_timestamp: 1786522472
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more