18:45:38.207 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
18:45:38.207 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskH4_1eE/test-tmp
18:45:38.207 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
18:45:38.208 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskH4_1eE/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
18:45:38.209 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
18:45:38.591 [DEBUG - main] (MiniKuduCluster.java:195) Response:
18:45:38.591 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
18:45:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:38.594125 28524 mini_oidc.cc:152] Starting JWKS server
18:45:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:38.597383 28524 webserver.cc:460] Webserver started at http://127.0.0.1:44863/ using document root <none> and password file <none>
18:45:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:38.597630 28524 mini_oidc.cc:189] Starting OIDC Discovery server
18:45:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:38.598284 28524 webserver.cc:460] Webserver started at http://127.0.0.1:40999/ using document root <none> and password file <none>
18:45:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T18:45:38Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
18:45:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T18:45:38Z Disabled control of system clock
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:38.635735 28524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/wal
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/data
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/logs
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/data/info.pb
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.62:45945
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.62
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44863/jwks.json
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
18:45:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
18:45:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.013695 28535 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:45:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.014091 28535 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:45:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.014199 28535 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:45:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.022485 28535 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:45:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.022641 28535 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
18:45:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.022683 28535 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:45:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.022737 28535 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:45:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.022780 28535 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:45:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.022845 28535 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:45:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.022881 28535 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44863/jwks.json
18:45:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.033427 28535 master_runner.cc:386] Master server non-default flags:
18:45:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
18:45:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/data
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/wal
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.62:45945
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44863/jwks.json
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/data/info.pb
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.62
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/logs
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 17:49:28 UTC on ccycloud.quasar-jjuemm.root.comops.site
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456547
18:45:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:45:39.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.035117 28535 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:45:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.037427 28535 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:45:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.051651 28540 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:39.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.051573 28541 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:39.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.051607 28543 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:39.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.052960 28535 server_base.cc:1034] running on GCE node
18:45:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.053987 28535 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:45:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.055861 28535 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:45:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.057144 28535 hybrid_clock.cc:648] HybridClock initialized: now 1781894739057111 us; error 152 us; skew 500 ppm
18:45:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.057623 28535 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:45:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.066249 28535 webserver.cc:460] Webserver started at http://127.27.219.62:44459/ using document root <none> and password file <none>
18:45:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.067273 28535 fs_manager.cc:359] Metadata directory not provided
18:45:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.067431 28535 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:45:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.067823 28535 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:45:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.071224 28535 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/data/instance:
18:45:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f863cf4d7a54dd3997da83b12d0e9e9"
18:45:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:39 on dist-test-slave-gs4x"
18:45:39.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.072346 28535 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/wal/instance:
18:45:39.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f863cf4d7a54dd3997da83b12d0e9e9"
18:45:39.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:39 on dist-test-slave-gs4x"
18:45:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.079063 28535 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
18:45:39.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.083513 28549 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:45:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.085304 28535 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
18:45:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.085551 28535 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/data,/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/wal
18:45:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f863cf4d7a54dd3997da83b12d0e9e9"
18:45:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:39 on dist-test-slave-gs4x"
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.085858 28535 fs_report.cc:383] FS layout report
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/wal
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/wal
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/data/data
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:45:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:45:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.103259 28535 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:45:39.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.104489 28535 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:45:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.104908 28535 kserver.cc:163] Server-wide thread pool size limit: 3276
18:45:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.130318 28535 rpc_server.cc:307] RPC server started. Bound to: 127.27.219.62:45945
18:45:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.130342 28610 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.219.62:45945 every 8 connection(s)
18:45:39.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.132144 28535 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/data/info.pb
18:45:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.137029 28611 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.139046 28524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu as pid 28535
18:45:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.139403 28524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-0/wal/instance
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.142818 28524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/wal
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/data
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/logs
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/data/info.pb
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.61:46793
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.61
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:45:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44863/jwks.json
18:45:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
18:45:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
18:45:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.148320 28611 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } has no permanent_uuid. Determining permanent_uuid...
18:45:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.169777 28611 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } has no permanent_uuid. Determining permanent_uuid...
18:45:39.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.171305 28552 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.219.61:46793: connect: Connection refused (error 111)
18:45:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.173287 28611 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.61:46793: Network error: Client connection negotiation failed: client connection to 127.27.219.61:46793: connect: Connection refused (error 111)
18:45:39.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.222815 28611 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } attempt: 1
18:45:39.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.225445 28611 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.61:46793: Network error: Client connection negotiation failed: client connection to 127.27.219.61:46793: connect: Connection refused (error 111)
18:45:39.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.293833 28611 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } attempt: 2
18:45:39.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.296388 28611 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.61:46793: Network error: Client connection negotiation failed: client connection to 127.27.219.61:46793: connect: Connection refused (error 111)
18:45:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.387811 28611 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } attempt: 3
18:45:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.390327 28611 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.61:46793: Network error: Client connection negotiation failed: client connection to 127.27.219.61:46793: connect: Connection refused (error 111)
18:45:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.533661 28611 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } attempt: 4
18:45:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.536259 28611 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.61:46793: Network error: Client connection negotiation failed: client connection to 127.27.219.61:46793: connect: Connection refused (error 111)
18:45:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.539268 28613 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:45:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.539616 28613 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:45:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.539718 28613 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:45:39.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.547765 28613 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:45:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.547900 28613 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
18:45:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.547942 28613 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:45:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.547995 28613 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:45:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.548038 28613 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:45:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.548170 28613 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:45:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.548207 28613 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44863/jwks.json
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.558362 28613 master_runner.cc:386] Master server non-default flags:
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/data
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/wal
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:45:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.61:46793
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44863/jwks.json
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/data/info.pb
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.61
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/logs
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 17:49:28 UTC on ccycloud.quasar-jjuemm.root.comops.site
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456547
18:45:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:45:39.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.560109 28613 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:45:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.562299 28613 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:45:39.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.575340 28621 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:39.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.575426 28624 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.575459 28622 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.576500 28613 server_base.cc:1034] running on GCE node
18:45:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.577466 28613 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:45:39.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.579222 28613 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:45:39.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.580469 28613 hybrid_clock.cc:648] HybridClock initialized: now 1781894739580383 us; error 61 us; skew 500 ppm
18:45:39.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.580884 28613 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:45:39.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.583606 28613 webserver.cc:460] Webserver started at http://127.27.219.61:38533/ using document root <none> and password file <none>
18:45:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.584553 28613 fs_manager.cc:359] Metadata directory not provided
18:45:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.584694 28613 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:45:39.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.585059 28613 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:45:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.588383 28613 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/data/instance:
18:45:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab949063f4bc4fd4884adb145fb969e3"
18:45:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:39 on dist-test-slave-gs4x"
18:45:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.589387 28613 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/wal/instance:
18:45:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab949063f4bc4fd4884adb145fb969e3"
18:45:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:39 on dist-test-slave-gs4x"
18:45:39.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.595834 28613 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
18:45:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.600260 28630 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:45:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.601979 28613 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
18:45:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.602228 28613 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/data,/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/wal
18:45:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab949063f4bc4fd4884adb145fb969e3"
18:45:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:39 on dist-test-slave-gs4x"
18:45:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.602501 28613 fs_report.cc:383] FS layout report
18:45:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:45:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/wal
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/wal
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/data/data
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:45:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:45:39.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.620906 28613 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:45:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.622026 28613 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:45:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.622399 28613 kserver.cc:163] Server-wide thread pool size limit: 3276
18:45:39.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.652504 28613 rpc_server.cc:307] RPC server started. Bound to: 127.27.219.61:46793
18:45:39.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.652523 28691 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.219.61:46793 every 8 connection(s)
18:45:39.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.654292 28613 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/data/info.pb
18:45:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.658143 28524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu as pid 28613
18:45:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.658396 28524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-1/wal/instance
18:45:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.659750 28692 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.659955 28524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/wal
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/data
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/logs
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/data/info.pb
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.60:42389
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.60
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44863/jwks.json
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
18:45:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
18:45:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.670023 28692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } has no permanent_uuid. Determining permanent_uuid...
18:45:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.688263 28692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } has no permanent_uuid. Determining permanent_uuid...
18:45:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.699577 28692 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } has no permanent_uuid. Determining permanent_uuid...
18:45:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.700835 28631 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:39.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.702574 28692 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.752012 28692 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } attempt: 1
18:45:39.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.754787 28692 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.823163 28692 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } attempt: 2
18:45:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.826072 28692 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.835613 28611 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } attempt: 5
18:45:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.845136 28611 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } has no permanent_uuid. Determining permanent_uuid...
18:45:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.847932 28611 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.899284 28611 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } attempt: 1
18:45:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.901783 28611 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:39.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.917407 28692 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } attempt: 3
18:45:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.919826 28692 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:39.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:39.970134 28611 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } attempt: 2
18:45:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:39.972888 28611 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.050634 28694 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:45:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.050987 28694 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:45:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.051081 28694 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:45:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.058708 28694 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:45:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.058842 28694 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
18:45:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.058887 28694 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:45:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.058950 28694 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:45:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.058990 28694 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:45:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.059048 28694 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:45:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.059082 28694 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44863/jwks.json
18:45:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.063119 28692 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } attempt: 4
18:45:40.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.065491 28692 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.069718 28694 master_runner.cc:386] Master server non-default flags:
18:45:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/data
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/wal
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.60:42389
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44863/jwks.json
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/data/info.pb
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.60
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/logs
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 17:49:28 UTC on ccycloud.quasar-jjuemm.root.comops.site
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456547
18:45:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:45:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.071348 28694 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:45:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.073632 28694 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:45:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.079174 28611 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } attempt: 3
18:45:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.082041 28611 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.088218 28703 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.088173 28704 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.088272 28706 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:40.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.093624 28694 server_base.cc:1034] running on GCE node
18:45:40.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.094703 28694 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:45:40.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.096674 28694 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:45:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.097937 28694 hybrid_clock.cc:648] HybridClock initialized: now 1781894740097872 us; error 60 us; skew 500 ppm
18:45:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.098374 28694 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:45:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.101406 28694 webserver.cc:460] Webserver started at http://127.27.219.60:38395/ using document root <none> and password file <none>
18:45:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.102365 28694 fs_manager.cc:359] Metadata directory not provided
18:45:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.102516 28694 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:45:40.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.102919 28694 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:45:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.106487 28694 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/data/instance:
18:45:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e14b29e4446f4fc2a34556f5b6367289"
18:45:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:40 on dist-test-slave-gs4x"
18:45:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.107656 28694 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/wal/instance:
18:45:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e14b29e4446f4fc2a34556f5b6367289"
18:45:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:40 on dist-test-slave-gs4x"
18:45:40.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.114830 28694 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
18:45:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.119261 28712 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:45:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.121029 28694 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
18:45:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.121289 28694 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/data,/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/wal
18:45:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e14b29e4446f4fc2a34556f5b6367289"
18:45:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:40 on dist-test-slave-gs4x"
18:45:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.121572 28694 fs_report.cc:383] FS layout report
18:45:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:45:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/wal
18:45:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/wal
18:45:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/data/data
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:45:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:45:40.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.146026 28694 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:45:40.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.147305 28694 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:45:40.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.147714 28694 kserver.cc:163] Server-wide thread pool size limit: 3276
18:45:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.173379 28694 rpc_server.cc:307] RPC server started. Bound to: 127.27.219.60:42389
18:45:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.173394 28773 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.219.60:42389 every 8 connection(s)
18:45:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.175145 28694 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/data/info.pb
18:45:40.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.180016 28774 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.183817 28524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu as pid 28694
18:45:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.184026 28524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/master-2/wal/instance
18:45:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.189452 28774 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } has no permanent_uuid. Determining permanent_uuid...
18:45:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.219767 28774 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } has no permanent_uuid. Determining permanent_uuid...
18:45:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.229504 28774 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } has no permanent_uuid. Determining permanent_uuid...
18:45:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.242865 28774 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289: Bootstrap starting.
18:45:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.247400 28774 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289: Neither blocks nor log segments found. Creating new log.
18:45:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.248790 28774 log.cc:824] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289: Log is configured to *not* fsync() on all Append() calls
18:45:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.252548 28774 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289: No bootstrap required, opened a new log
18:45:40.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.259328 28611 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } attempt: 4
18:45:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.262244 28774 raft_consensus.cc:348] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.262718 28774 raft_consensus.cc:374] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.262811 28774 raft_consensus.cc:729] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e14b29e4446f4fc2a34556f5b6367289, State: Initialized, Role: FOLLOWER
18:45:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.263599 28774 consensus_queue.cc:260] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.264848 28784 sys_catalog.cc:455] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.265368 28784 sys_catalog.cc:458] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [sys.catalog]: This master's current role is: FOLLOWER
18:45:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.266716 28774 sys_catalog.cc:564] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [sys.catalog]: configured and running, proceeding with master startup.
18:45:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.274691 28611 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: Bootstrap starting.
18:45:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.280064 28611 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: Neither blocks nor log segments found. Creating new log.
18:45:40.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.282130 28611 log.cc:824] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: Log is configured to *not* fsync() on all Append() calls
18:45:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.286084 28795 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:45:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.286306 28795 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:45:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.286406 28611 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: No bootstrap required, opened a new log
18:45:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.275534 28694 master_runner.cc:186] Error getting master registration for 127.27.219.62:45945: OK, instance_id { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" instance_seqno: 1781894739124164 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:45:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.289726 28694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:45:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.296669 28611 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.297155 28611 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.297291 28611 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8f863cf4d7a54dd3997da83b12d0e9e9, State: Initialized, Role: FOLLOWER
18:45:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.298039 28611 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.299264 28798 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.299759 28798 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: This master's current role is: FOLLOWER
18:45:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.300701 28611 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: configured and running, proceeding with master startup.
18:45:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.313558 28809 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:45:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.313992 28809 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:45:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.313299 28535 master_runner.cc:186] Error getting master registration for 127.27.219.61:46793: OK, instance_id { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" instance_seqno: 1781894739645995 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:45:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.326797 28535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:45:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.336434 28784 raft_consensus.cc:482] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:45:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.336900 28784 raft_consensus.cc:504] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.339020 28784 leader_election.cc:288] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8f863cf4d7a54dd3997da83b12d0e9e9 (127.27.219.62:45945), ab949063f4bc4fd4884adb145fb969e3 (127.27.219.61:46793)
18:45:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.340124 28576 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e14b29e4446f4fc2a34556f5b6367289" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" is_pre_election: true
18:45:40.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.340873 28576 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e14b29e4446f4fc2a34556f5b6367289 in term 0.
18:45:40.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.341634 28713 leader_election.cc:302] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8f863cf4d7a54dd3997da83b12d0e9e9, e14b29e4446f4fc2a34556f5b6367289; no voters:
18:45:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.342115 28784 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 0 FOLLOWER]: Leader pre-election won for term 1
18:45:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.342298 28784 raft_consensus.cc:482] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:45:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.342427 28784 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 0 FOLLOWER]: Advancing to term 1
18:45:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.346077 28784 raft_consensus.cc:504] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.347868 28576 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e14b29e4446f4fc2a34556f5b6367289" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9"
18:45:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.347918 28784 leader_election.cc:288] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [CANDIDATE]: Term 1 election: Requested vote from peers 8f863cf4d7a54dd3997da83b12d0e9e9 (127.27.219.62:45945), ab949063f4bc4fd4884adb145fb969e3 (127.27.219.61:46793)
18:45:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.348193 28576 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 0 FOLLOWER]: Advancing to term 1
18:45:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.351925 28576 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e14b29e4446f4fc2a34556f5b6367289 in term 1.
18:45:40.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.352612 28713 leader_election.cc:302] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8f863cf4d7a54dd3997da83b12d0e9e9, e14b29e4446f4fc2a34556f5b6367289; no voters:
18:45:40.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.353061 28784 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 1 FOLLOWER]: Leader election won for term 1
18:45:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.358518 28555 tablet.cc:2369] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:45:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.361399 28784 raft_consensus.cc:686] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [term 1 LEADER]: Becoming Leader. State: Replica: e14b29e4446f4fc2a34556f5b6367289, State: Running, Role: LEADER
18:45:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.362200 28784 consensus_queue.cc:237] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.364754 28692 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } attempt: 5
18:45:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.373378 28811 sys_catalog.cc:455] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e14b29e4446f4fc2a34556f5b6367289. Latest consensus state: current_term: 1 leader_uuid: "e14b29e4446f4fc2a34556f5b6367289" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.373914 28811 sys_catalog.cc:458] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [sys.catalog]: This master's current role is: LEADER
18:45:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.382332 28692 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3: Bootstrap starting.
18:45:40.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.395452 28692 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3: Neither blocks nor log segments found. Creating new log.
18:45:40.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.400381 28813 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:45:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:40.400434 28718 tablet.cc:2369] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:45:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.400568 28692 log.cc:824] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3: Log is configured to *not* fsync() on all Append() calls
18:45:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.412768 28813 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:45:40.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.417656 28692 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3: No bootstrap required, opened a new log
18:45:40.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.437143 28692 raft_consensus.cc:348] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:40.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.438267 28692 raft_consensus.cc:374] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:40.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.438573 28692 raft_consensus.cc:729] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ab949063f4bc4fd4884adb145fb969e3, State: Initialized, Role: FOLLOWER
18:45:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.439939 28692 consensus_queue.cc:260] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.444380 28576 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 1 FOLLOWER]: Refusing update from remote peer e14b29e4446f4fc2a34556f5b6367289: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:45:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.445664 28811 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:45:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.455977 28816 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.456619 28816 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: This master's current role is: FOLLOWER
18:45:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.458937 28692 sys_catalog.cc:564] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: configured and running, proceeding with master startup.
18:45:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.459597 28655 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 0 FOLLOWER]: Advancing to term 1
18:45:40.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.464295 28656 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e14b29e4446f4fc2a34556f5b6367289" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab949063f4bc4fd4884adb145fb969e3"
18:45:40.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.465420 28657 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e14b29e4446f4fc2a34556f5b6367289" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab949063f4bc4fd4884adb145fb969e3" is_pre_election: true
18:45:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.463971 28655 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 1 FOLLOWER]: Refusing update from remote peer e14b29e4446f4fc2a34556f5b6367289: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:45:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.467353 28811 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:45:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.472641 28798 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e14b29e4446f4fc2a34556f5b6367289. Latest consensus state: current_term: 1 leader_uuid: "e14b29e4446f4fc2a34556f5b6367289" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.473116 28798 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: This master's current role is: FOLLOWER
18:45:40.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.478056 28815 mvcc.cc:205] Tried to move back new op lower bound from 7298640856841666560 to 7298640856530214912. Current Snapshot: MvccSnapshot[applied={T|T < 7298640856841666560}]
18:45:40.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.488683 28784 sys_catalog.cc:455] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e14b29e4446f4fc2a34556f5b6367289" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.489143 28784 sys_catalog.cc:458] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [sys.catalog]: This master's current role is: LEADER
18:45:40.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.495254 28798 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e14b29e4446f4fc2a34556f5b6367289" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.495620 28798 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: This master's current role is: FOLLOWER
18:45:40.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.496912 28813 catalog_manager.cc:1347] Generated new cluster ID: db034f4525c040c49dadbb84eaff44e9
18:45:40.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.497058 28813 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:45:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.501547 28816 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e14b29e4446f4fc2a34556f5b6367289. Latest consensus state: current_term: 1 leader_uuid: "e14b29e4446f4fc2a34556f5b6367289" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.502012 28816 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: This master's current role is: FOLLOWER
18:45:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.503054 28811 sys_catalog.cc:455] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e14b29e4446f4fc2a34556f5b6367289" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.503949 28811 sys_catalog.cc:458] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289 [sys.catalog]: This master's current role is: LEADER
18:45:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.510715 28821 mvcc.cc:205] Tried to move back new op lower bound from 7298640856841666560 to 7298640856530214912. Current Snapshot: MvccSnapshot[applied={T|T < 7298640856841666560}]
18:45:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.511490 28816 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e14b29e4446f4fc2a34556f5b6367289" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.511895 28816 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: This master's current role is: FOLLOWER
18:45:40.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.535128 28834 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
18:45:40.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.543310 28813 catalog_manager.cc:1370] Generated new certificate authority record
18:45:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.546968 28813 catalog_manager.cc:1504] Loading token signing keys...
18:45:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.571070 28813 catalog_manager.cc:5868] T 00000000000000000000000000000000 P e14b29e4446f4fc2a34556f5b6367289: Generated new TSK 0
18:45:40.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.572649 28813 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:40.598824 28524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/wal
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/data
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/logs
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/data/info.pb
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.1:0
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.219.1
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.1
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:45:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:45:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
18:45:41.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.025947 28835 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:45:41.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.026338 28835 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:45:41.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.026451 28835 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:45:41.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.034616 28835 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:45:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.034808 28835 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
18:45:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.034849 28835 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
18:45:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.034900 28835 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
18:45:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.034976 28835 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.219.1
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.046270 28835 tablet_server_runner.cc:78] Tablet server non-default flags:
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/data
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/wal
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.1:0
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/data/info.pb
18:45:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.1
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.219.1
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/logs
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 17:49:28 UTC on ccycloud.quasar-jjuemm.root.comops.site
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456547
18:45:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:45:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.048177 28835 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:45:41.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.050500 28835 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:45:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.066962 28840 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.066917 28843 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.066861 28841 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:41.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.068663 28835 server_base.cc:1034] running on GCE node
18:45:41.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.069600 28835 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:45:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.071233 28835 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:45:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.072527 28835 hybrid_clock.cc:648] HybridClock initialized: now 1781894741072453 us; error 75 us; skew 500 ppm
18:45:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.072990 28835 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:45:41.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.076382 28835 webserver.cc:460] Webserver started at http://127.27.219.1:43461/ using document root <none> and password file <none>
18:45:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.077296 28835 fs_manager.cc:359] Metadata directory not provided
18:45:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.077409 28835 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:45:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.077732 28835 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:45:41.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.081280 28835 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/data/instance:
18:45:41.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54bcc0c1070f4e879e3313b1b896e9db"
18:45:41.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:41 on dist-test-slave-gs4x"
18:45:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.082293 28835 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/wal/instance:
18:45:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54bcc0c1070f4e879e3313b1b896e9db"
18:45:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:41 on dist-test-slave-gs4x"
18:45:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.089696 28835 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
18:45:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.094434 28849 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:45:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.096632 28835 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.096830 28835 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/data,/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/wal
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "54bcc0c1070f4e879e3313b1b896e9db"
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:41 on dist-test-slave-gs4x"
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.097075 28835 fs_report.cc:383] FS layout report
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/wal
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/wal
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/data/data
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:45:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:45:41.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.119822 28835 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:45:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.121007 28835 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:45:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.121320 28835 kserver.cc:163] Server-wide thread pool size limit: 3276
18:45:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.124743 28835 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:45:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.124872 28835 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
18:45:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.125022 28835 ts_tablet_manager.cc:610] Registered 0 tablets
18:45:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.125115 28835 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
18:45:41.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.205843 28835 rpc_server.cc:307] RPC server started. Bound to: 127.27.219.1:41067
18:45:41.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.205914 28973 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.219.1:41067 every 8 connection(s)
18:45:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.207615 28835 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/data/info.pb
18:45:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.209192 28524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu as pid 28835
18:45:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.209496 28524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-0/wal/instance
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.217228 28524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/wal
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/data
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/logs
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/data/info.pb
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:45:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.2:0
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.219.2
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.2
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:45:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
18:45:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.220219 28975 heartbeater.cc:347] Connected to a master server at 127.27.219.62:45945
18:45:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.220256 28974 heartbeater.cc:347] Connected to a master server at 127.27.219.60:42389
18:45:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.221562 28974 heartbeater.cc:464] Registering TS with master...
18:45:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.222739 28974 heartbeater.cc:511] Master 127.27.219.60:42389 requested a full tablet report, sending...
18:45:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.224661 28975 heartbeater.cc:464] Registering TS with master...
18:45:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.225322 28975 heartbeater.cc:511] Master 127.27.219.62:45945 requested a full tablet report, sending...
18:45:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.226215 28729 ts_manager.cc:194] Registered new tserver with Master: 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1:41067)
18:45:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.227680 28566 ts_manager.cc:194] Registered new tserver with Master: 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1:41067)
18:45:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.228603 28729 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.219.1:33341
18:45:41.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.231230 28976 heartbeater.cc:347] Connected to a master server at 127.27.219.61:46793
18:45:41.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.231439 28976 heartbeater.cc:464] Registering TS with master...
18:45:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.231897 28976 heartbeater.cc:511] Master 127.27.219.61:46793 requested a full tablet report, sending...
18:45:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.233852 28647 ts_manager.cc:194] Registered new tserver with Master: 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1:41067)
18:45:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.317009 28809 catalog_manager.cc:1259] Loaded cluster ID: db034f4525c040c49dadbb84eaff44e9
18:45:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.317178 28809 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: loading cluster ID for follower catalog manager: success
18:45:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.320289 28809 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: acquiring CA information for follower catalog manager: success
18:45:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.322470 28809 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:45:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.543062 28834 catalog_manager.cc:1259] Loaded cluster ID: db034f4525c040c49dadbb84eaff44e9
18:45:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.543252 28834 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3: loading cluster ID for follower catalog manager: success
18:45:41.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.548295 28834 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3: acquiring CA information for follower catalog manager: success
18:45:41.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.551720 28834 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:45:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.628904 28978 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:45:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.629351 28978 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:45:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.629518 28978 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:45:41.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.641477 28978 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:45:41.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.641726 28978 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
18:45:41.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.641788 28978 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
18:45:41.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.641866 28978 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
18:45:41.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.641991 28978 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.219.2
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.654965 28978 tablet_server_runner.cc:78] Tablet server non-default flags:
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/data
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/wal
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.2:0
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/data/info.pb
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.2
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
18:45:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.219.2
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/logs
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 17:49:28 UTC on ccycloud.quasar-jjuemm.root.comops.site
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456547
18:45:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:45:41.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.657042 28978 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:45:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.660058 28978 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:45:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.677378 28984 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.677241 28987 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:41.677685 28985 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:41.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.679805 28978 server_base.cc:1034] running on GCE node
18:45:41.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.680668 28978 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:45:41.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.681888 28978 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:45:41.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.683189 28978 hybrid_clock.cc:648] HybridClock initialized: now 1781894741683116 us; error 61 us; skew 500 ppm
18:45:41.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.683666 28978 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:45:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.686995 28978 webserver.cc:460] Webserver started at http://127.27.219.2:46815/ using document root <none> and password file <none>
18:45:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.687918 28978 fs_manager.cc:359] Metadata directory not provided
18:45:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.688117 28978 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:45:41.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.688516 28978 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:45:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.691897 28978 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/data/instance:
18:45:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02fc37633d134a7d96af4295663190a5"
18:45:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:41 on dist-test-slave-gs4x"
18:45:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.692965 28978 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/wal/instance:
18:45:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02fc37633d134a7d96af4295663190a5"
18:45:41.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:41 on dist-test-slave-gs4x"
18:45:41.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.699621 28978 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
18:45:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.704391 28993 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:45:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.706475 28978 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.706729 28978 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/data,/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/wal
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02fc37633d134a7d96af4295663190a5"
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:41 on dist-test-slave-gs4x"
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.707012 28978 fs_report.cc:383] FS layout report
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/wal
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/wal
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/data/data
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:45:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:45:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.733309 28978 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:45:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.734347 28978 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:45:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.734643 28978 kserver.cc:163] Server-wide thread pool size limit: 3276
18:45:41.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.738322 28978 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:45:41.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.738457 28978 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
18:45:41.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.738603 28978 ts_tablet_manager.cc:610] Registered 0 tablets
18:45:41.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.738683 28978 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
18:45:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.836865 28978 rpc_server.cc:307] RPC server started. Bound to: 127.27.219.2:40057
18:45:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.836881 29117 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.219.2:40057 every 8 connection(s)
18:45:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.838552 28978 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/data/info.pb
18:45:41.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.842010 29119 heartbeater.cc:347] Connected to a master server at 127.27.219.62:45945
18:45:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.842343 29119 heartbeater.cc:464] Registering TS with master...
18:45:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.843461 29119 heartbeater.cc:511] Master 127.27.219.62:45945 requested a full tablet report, sending...
18:45:41.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.845765 28566 ts_manager.cc:194] Registered new tserver with Master: 02fc37633d134a7d96af4295663190a5 (127.27.219.2:40057)
18:45:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.849342 28524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu as pid 28978
18:45:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.849570 28524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-1/wal/instance
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.860620 28524 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/wal
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/data
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/logs
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/data/info.pb
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.3:0
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.219.3
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.3
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:45:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
18:45:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.867040 29118 heartbeater.cc:347] Connected to a master server at 127.27.219.60:42389
18:45:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.867416 29118 heartbeater.cc:464] Registering TS with master...
18:45:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.868033 29118 heartbeater.cc:511] Master 127.27.219.60:42389 requested a full tablet report, sending...
18:45:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.869513 28729 ts_manager.cc:194] Registered new tserver with Master: 02fc37633d134a7d96af4295663190a5 (127.27.219.2:40057)
18:45:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.870901 28729 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.219.2:37149
18:45:41.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.881004 29120 heartbeater.cc:347] Connected to a master server at 127.27.219.61:46793
18:45:41.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.881258 29120 heartbeater.cc:464] Registering TS with master...
18:45:41.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.881918 29120 heartbeater.cc:511] Master 127.27.219.61:46793 requested a full tablet report, sending...
18:45:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:41.883737 28647 ts_manager.cc:194] Registered new tserver with Master: 02fc37633d134a7d96af4295663190a5 (127.27.219.2:40057)
18:45:42.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.232856 28974 heartbeater.cc:503] Master 127.27.219.60:42389 was elected leader, sending a full tablet report...
18:45:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.282799 29123 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:45:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.283239 29123 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:45:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.283397 29123 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:45:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.292102 29123 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:45:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.292358 29123 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
18:45:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.292423 29123 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
18:45:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.292505 29123 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
18:45:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.292632 29123 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.219.3
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.304710 29123 tablet_server_runner.cc:78] Tablet server non-default flags:
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.219.20:46443
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/data
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/wal
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.219.3:0
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/data/info.pb
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.219.3
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.219.62:45945,127.27.219.61:46793,127.27.219.60:42389
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.219.3
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/logs
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:45:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:45:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:45:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 17:49:28 UTC on ccycloud.quasar-jjuemm.root.comops.site
18:45:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456547
18:45:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:45:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.306821 29123 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:45:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.309410 29123 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:45:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.327114 29129 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.327991 29130 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.328017 29132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:45:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.328111 29123 server_base.cc:1034] running on GCE node
18:45:42.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.329116 29123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:45:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.330502 29123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:45:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.331835 29123 hybrid_clock.cc:648] HybridClock initialized: now 1781894742331747 us; error 43 us; skew 500 ppm
18:45:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.332342 29123 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:45:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.335345 29123 webserver.cc:460] Webserver started at http://127.27.219.3:38665/ using document root <none> and password file <none>
18:45:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.336336 29123 fs_manager.cc:359] Metadata directory not provided
18:45:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.336460 29123 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:45:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.336774 29123 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:45:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.340265 29123 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/data/instance:
18:45:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c9bcd0cf8d7446998ced769c335873f3"
18:45:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:42 on dist-test-slave-gs4x"
18:45:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.341245 29123 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/wal/instance:
18:45:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c9bcd0cf8d7446998ced769c335873f3"
18:45:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:42 on dist-test-slave-gs4x"
18:45:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.347877 29123 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.004s
18:45:42.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.352612 29138 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:45:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.354615 29123 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.354820 29123 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/data,/tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/wal
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c9bcd0cf8d7446998ced769c335873f3"
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 18:45:42 on dist-test-slave-gs4x"
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.355101 29123 fs_report.cc:383] FS layout report
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/wal
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/wal
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/data/data
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:45:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:45:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.390259 29123 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:45:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.391566 29123 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:45:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.392030 29123 kserver.cc:163] Server-wide thread pool size limit: 3276
18:45:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.396178 29123 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:45:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.396382 29123 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
18:45:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.396564 29123 ts_tablet_manager.cc:610] Registered 0 tablets
18:45:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.396659 29123 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
18:45:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.468536 29123 rpc_server.cc:307] RPC server started. Bound to: 127.27.219.3:43743
18:45:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.468549 29262 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.219.3:43743 every 8 connection(s)
18:45:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.470247 29123 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/data/info.pb
18:45:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.472630 28524 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu as pid 29123
18:45:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.472908 28524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskH4_1eE/test-tmp/mini-kudu-cluster98224772365570498/ts-2/wal/instance
18:45:42.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.477078 29264 heartbeater.cc:347] Connected to a master server at 127.27.219.62:45945
18:45:42.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.477767 29264 heartbeater.cc:464] Registering TS with master...
18:45:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.478883 29264 heartbeater.cc:511] Master 127.27.219.62:45945 requested a full tablet report, sending...
18:45:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.481118 28566 ts_manager.cc:194] Registered new tserver with Master: c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3:43743)
18:45:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.484719 29263 heartbeater.cc:347] Connected to a master server at 127.27.219.60:42389
18:45:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.484949 29263 heartbeater.cc:464] Registering TS with master...
18:45:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.485546 29263 heartbeater.cc:511] Master 127.27.219.60:42389 requested a full tablet report, sending...
18:45:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.486641 28729 ts_manager.cc:194] Registered new tserver with Master: c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3:43743)
18:45:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.487576 28729 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.219.3:44707
18:45:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.492805 29265 heartbeater.cc:347] Connected to a master server at 127.27.219.61:46793
18:45:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.493003 29265 heartbeater.cc:464] Registering TS with master...
18:45:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.493477 29265 heartbeater.cc:511] Master 127.27.219.61:46793 requested a full tablet report, sending...
18:45:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.494843 28647 ts_manager.cc:194] Registered new tserver with Master: c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3:43743)
18:45:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.501471 28524 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
18:45:42.503 [DEBUG - main] (MiniKuduCluster.java:195) Response:
18:45:42.504 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
18:45:42.505 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.219.62"
port: 45945
}
bound_http_address {
host: "127.27.219.62"
port: 44459
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.219.61"
port: 46793
}
bound_http_address {
host: "127.27.219.61"
port: 38533
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.219.60"
port: 42389
}
bound_http_address {
host: "127.27.219.60"
port: 38395
}
}
}
18:45:42.505 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
18:45:42.506 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.219.1"
port: 41067
}
bound_http_address {
host: "127.27.219.1"
port: 43461
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.219.2"
port: 40057
}
bound_http_address {
host: "127.27.219.2"
port: 46815
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.219.3"
port: 43743
}
bound_http_address {
host: "127.27.219.3"
port: 38665
}
}
}
18:45:42.506 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
18:45:42.508 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
18:45:42.510 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.219.61:46793(127.27.219.61:46793)] connecting to peer
18:45:42.512 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.219.62:45945(127.27.219.62:45945)] connecting to peer
18:45:42.513 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:42.515 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.219.61:46793(127.27.219.61:46793)] Successfully connected to peer
18:45:42.515 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.219.62:45945(127.27.219.62:45945)] Successfully connected to peer
18:45:42.516 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.219.60:42389(127.27.219.60:42389)] Successfully connected to peer
18:45:42.518 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.219.62
18:45:42.518 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.219.61
18:45:42.522 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.219.60
18:45:42.533 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x601b4750, L:/127.0.0.1:52738 - R:/127.27.219.62:45945] using SASL/PLAIN
18:45:42.539 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x28c43465, L:/127.0.0.1:45426 - R:/127.27.219.61:46793] using SASL/PLAIN
18:45:42.541 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x91dedb08, L:/127.0.0.1:39640 - R:/127.27.219.60:42389] using SASL/PLAIN
18:45:42.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
18:45:42.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=34), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: OK, deferred=null) after lookup
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.546981 28729 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39640:
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
18:45:42.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.550009 28729 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
18:45:42.572 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1a2e12d5864a4c5bb7dea088cfde883e
18:45:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.595495 28900 tablet_service.cc:1467] Processing CreateTablet for tablet 2fa72206e9da4e73bcaab388d01f442b (DEFAULT_TABLE table=txn_manager_fallback [id=1a2e12d5864a4c5bb7dea088cfde883e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
18:45:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.595443 28899 tablet_service.cc:1467] Processing CreateTablet for tablet 98238113e84448f0a39516e01c28b78b (DEFAULT_TABLE table=txn_manager_fallback [id=1a2e12d5864a4c5bb7dea088cfde883e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
18:45:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.597796 28900 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2fa72206e9da4e73bcaab388d01f442b. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:42.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.598318 28899 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 98238113e84448f0a39516e01c28b78b. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.604022 29043 tablet_service.cc:1467] Processing CreateTablet for tablet 98238113e84448f0a39516e01c28b78b (DEFAULT_TABLE table=txn_manager_fallback [id=1a2e12d5864a4c5bb7dea088cfde883e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
18:45:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.603127 29044 tablet_service.cc:1467] Processing CreateTablet for tablet 2fa72206e9da4e73bcaab388d01f442b (DEFAULT_TABLE table=txn_manager_fallback [id=1a2e12d5864a4c5bb7dea088cfde883e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
18:45:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.605419 29044 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2fa72206e9da4e73bcaab388d01f442b. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.605952 29043 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 98238113e84448f0a39516e01c28b78b. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.615238 29193 tablet_service.cc:1467] Processing CreateTablet for tablet 2fa72206e9da4e73bcaab388d01f442b (DEFAULT_TABLE table=txn_manager_fallback [id=1a2e12d5864a4c5bb7dea088cfde883e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
18:45:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.618322 29192 tablet_service.cc:1467] Processing CreateTablet for tablet 98238113e84448f0a39516e01c28b78b (DEFAULT_TABLE table=txn_manager_fallback [id=1a2e12d5864a4c5bb7dea088cfde883e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
18:45:42.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.620573 29287 tablet_bootstrap.cc:492] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db: Bootstrap starting.
18:45:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.623095 29192 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 98238113e84448f0a39516e01c28b78b. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:42.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.625289 29287 tablet_bootstrap.cc:654] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db: Neither blocks nor log segments found. Creating new log.
18:45:42.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.627777 29288 tablet_bootstrap.cc:492] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5: Bootstrap starting.
18:45:42.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.628327 29287 log.cc:824] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db: Log is configured to *not* fsync() on all Append() calls
18:45:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.631430 29287 tablet_bootstrap.cc:492] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db: No bootstrap required, opened a new log
18:45:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.632120 29287 ts_tablet_manager.cc:1397] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db: Time spent bootstrapping tablet: real 0.012s user 0.007s sys 0.003s
18:45:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.632727 29288 tablet_bootstrap.cc:654] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5: Neither blocks nor log segments found. Creating new log.
18:45:42.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.634176 29288 log.cc:824] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5: Log is configured to *not* fsync() on all Append() calls
18:45:42.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.636409 29193 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2fa72206e9da4e73bcaab388d01f442b. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.637761 29288 tablet_bootstrap.cc:492] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5: No bootstrap required, opened a new log
18:45:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.638118 29288 ts_tablet_manager.cc:1397] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5: Time spent bootstrapping tablet: real 0.011s user 0.008s sys 0.000s
18:45:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.641621 29287 raft_consensus.cc:348] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.642323 29287 raft_consensus.cc:374] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.642525 29287 raft_consensus.cc:729] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 54bcc0c1070f4e879e3313b1b896e9db, State: Initialized, Role: FOLLOWER
18:45:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.643550 29287 consensus_queue.cc:260] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.646340 29291 tablet_bootstrap.cc:492] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3: Bootstrap starting.
18:45:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.647236 29287 ts_tablet_manager.cc:1428] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db: Time spent starting tablet: real 0.015s user 0.012s sys 0.001s
18:45:42.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.647722 29287 tablet_bootstrap.cc:492] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db: Bootstrap starting.
18:45:42.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.649730 29287 tablet_bootstrap.cc:654] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db: Neither blocks nor log segments found. Creating new log.
18:45:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.650843 29291 tablet_bootstrap.cc:654] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3: Neither blocks nor log segments found. Creating new log.
18:45:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.652518 29291 log.cc:824] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3: Log is configured to *not* fsync() on all Append() calls
18:45:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.658746 29287 tablet_bootstrap.cc:492] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db: No bootstrap required, opened a new log
18:45:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.658941 29287 ts_tablet_manager.cc:1397] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.003s
18:45:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.659981 29287 raft_consensus.cc:348] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.660286 29287 raft_consensus.cc:374] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.660398 29287 raft_consensus.cc:729] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 54bcc0c1070f4e879e3313b1b896e9db, State: Initialized, Role: FOLLOWER
18:45:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.660463 29291 tablet_bootstrap.cc:492] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3: No bootstrap required, opened a new log
18:45:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.660801 29291 ts_tablet_manager.cc:1397] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3: Time spent bootstrapping tablet: real 0.015s user 0.002s sys 0.010s
18:45:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.660789 29287 consensus_queue.cc:260] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.661583 29287 ts_tablet_manager.cc:1428] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
18:45:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.665056 29288 raft_consensus.cc:348] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.665664 29288 raft_consensus.cc:374] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.665789 29288 raft_consensus.cc:729] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 02fc37633d134a7d96af4295663190a5, State: Initialized, Role: FOLLOWER
18:45:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.666599 29288 consensus_queue.cc:260] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.672839 29291 raft_consensus.cc:348] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.674017 29291 raft_consensus.cc:374] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.674130 29291 raft_consensus.cc:729] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c9bcd0cf8d7446998ced769c335873f3, State: Initialized, Role: FOLLOWER
18:45:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.675115 29291 consensus_queue.cc:260] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.677120 29118 heartbeater.cc:503] Master 127.27.219.60:42389 was elected leader, sending a full tablet report...
18:45:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.677942 29288 ts_tablet_manager.cc:1428] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5: Time spent starting tablet: real 0.040s user 0.014s sys 0.011s
18:45:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.678659 29288 tablet_bootstrap.cc:492] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5: Bootstrap starting.
18:45:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.680661 29288 tablet_bootstrap.cc:654] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5: Neither blocks nor log segments found. Creating new log.
18:45:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.682411 29263 heartbeater.cc:503] Master 127.27.219.60:42389 was elected leader, sending a full tablet report...
18:45:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.686856 29291 ts_tablet_manager.cc:1428] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3: Time spent starting tablet: real 0.026s user 0.014s sys 0.007s
18:45:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.687215 29288 tablet_bootstrap.cc:492] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5: No bootstrap required, opened a new log
18:45:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.687407 29288 ts_tablet_manager.cc:1397] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
18:45:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.688228 29291 tablet_bootstrap.cc:492] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3: Bootstrap starting.
18:45:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.688472 29288 raft_consensus.cc:348] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.688752 29288 raft_consensus.cc:374] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.688872 29288 raft_consensus.cc:729] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 02fc37633d134a7d96af4295663190a5, State: Initialized, Role: FOLLOWER
18:45:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.689110 29288 consensus_queue.cc:260] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.691749 29291 tablet_bootstrap.cc:654] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3: Neither blocks nor log segments found. Creating new log.
18:45:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.692763 29288 ts_tablet_manager.cc:1428] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5: Time spent starting tablet: real 0.005s user 0.006s sys 0.000s
18:45:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.698118 29291 tablet_bootstrap.cc:492] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3: No bootstrap required, opened a new log
18:45:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.698340 29291 ts_tablet_manager.cc:1397] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.001s
18:45:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.699211 29291 raft_consensus.cc:348] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.699448 29291 raft_consensus.cc:374] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.699595 29291 raft_consensus.cc:729] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c9bcd0cf8d7446998ced769c335873f3, State: Initialized, Role: FOLLOWER
18:45:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.699894 29291 consensus_queue.cc:260] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.700634 29291 ts_tablet_manager.cc:1428] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
18:45:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.721299 29296 raft_consensus.cc:482] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:45:42.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.721688 29296 raft_consensus.cc:504] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.723738 29296 leader_election.cc:288] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1:41067), 02fc37633d134a7d96af4295663190a5 (127.27.219.2:40057)
18:45:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.724098 28977 tablet.cc:2369] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:45:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.724797 29266 tablet.cc:2369] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:45:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.732120 29068 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "98238113e84448f0a39516e01c28b78b" candidate_uuid: "c9bcd0cf8d7446998ced769c335873f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02fc37633d134a7d96af4295663190a5" is_pre_election: true
18:45:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.732672 28929 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "98238113e84448f0a39516e01c28b78b" candidate_uuid: "c9bcd0cf8d7446998ced769c335873f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "54bcc0c1070f4e879e3313b1b896e9db" is_pre_election: true
18:45:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.732831 29068 raft_consensus.cc:2454] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c9bcd0cf8d7446998ced769c335873f3 in term 0.
18:45:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.733147 28929 raft_consensus.cc:2454] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c9bcd0cf8d7446998ced769c335873f3 in term 0.
18:45:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.733839 29142 leader_election.cc:302] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 02fc37633d134a7d96af4295663190a5, 54bcc0c1070f4e879e3313b1b896e9db, c9bcd0cf8d7446998ced769c335873f3; no voters:
18:45:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.734364 29296 raft_consensus.cc:2781] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Leader pre-election won for term 1
18:45:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.734543 29296 raft_consensus.cc:482] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:45:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.734658 29296 raft_consensus.cc:3037] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Advancing to term 1
18:45:42.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.737033 29296 raft_consensus.cc:504] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.737812 29296 leader_election.cc:288] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [CANDIDATE]: Term 1 election: Requested vote from peers 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1:41067), 02fc37633d134a7d96af4295663190a5 (127.27.219.2:40057)
18:45:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.738489 28929 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "98238113e84448f0a39516e01c28b78b" candidate_uuid: "c9bcd0cf8d7446998ced769c335873f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "54bcc0c1070f4e879e3313b1b896e9db"
18:45:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.738488 29068 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "98238113e84448f0a39516e01c28b78b" candidate_uuid: "c9bcd0cf8d7446998ced769c335873f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02fc37633d134a7d96af4295663190a5"
18:45:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.738771 28929 raft_consensus.cc:3037] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Advancing to term 1
18:45:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.738771 29068 raft_consensus.cc:3037] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Advancing to term 1
18:45:42.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.742375 29068 raft_consensus.cc:2454] T 98238113e84448f0a39516e01c28b78b P 02fc37633d134a7d96af4295663190a5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c9bcd0cf8d7446998ced769c335873f3 in term 1.
18:45:42.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.742375 28929 raft_consensus.cc:2454] T 98238113e84448f0a39516e01c28b78b P 54bcc0c1070f4e879e3313b1b896e9db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c9bcd0cf8d7446998ced769c335873f3 in term 1.
18:45:42.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.743027 29140 leader_election.cc:302] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 02fc37633d134a7d96af4295663190a5, 54bcc0c1070f4e879e3313b1b896e9db, c9bcd0cf8d7446998ced769c335873f3; no voters:
18:45:42.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.743481 29296 raft_consensus.cc:2781] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 1 FOLLOWER]: Leader election won for term 1
18:45:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.744146 29296 raft_consensus.cc:686] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [term 1 LEADER]: Becoming Leader. State: Replica: c9bcd0cf8d7446998ced769c335873f3, State: Running, Role: LEADER
18:45:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.744843 29296 consensus_queue.cc:237] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.752298 28728 catalog_manager.cc:5495] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 reported cstate change: term changed from 0 to 1, leader changed from <none> to c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3). New cstate: current_term: 1 leader_uuid: "c9bcd0cf8d7446998ced769c335873f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } health_report { overall_health: HEALTHY } } }
18:45:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.764891 29292 raft_consensus.cc:482] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:45:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.765228 29292 raft_consensus.cc:504] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.767539 29292 leader_election.cc:288] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 02fc37633d134a7d96af4295663190a5 (127.27.219.2:40057), c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3:43743)
18:45:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.775880 29068 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2fa72206e9da4e73bcaab388d01f442b" candidate_uuid: "54bcc0c1070f4e879e3313b1b896e9db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02fc37633d134a7d96af4295663190a5" is_pre_election: true
18:45:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.776279 29068 raft_consensus.cc:2454] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 54bcc0c1070f4e879e3313b1b896e9db in term 0.
18:45:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.776232 29218 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2fa72206e9da4e73bcaab388d01f442b" candidate_uuid: "54bcc0c1070f4e879e3313b1b896e9db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c9bcd0cf8d7446998ced769c335873f3" is_pre_election: true
18:45:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.776818 29218 raft_consensus.cc:2454] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 54bcc0c1070f4e879e3313b1b896e9db in term 0.
18:45:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.776842 28853 leader_election.cc:302] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02fc37633d134a7d96af4295663190a5, 54bcc0c1070f4e879e3313b1b896e9db; no voters:
18:45:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.777391 29292 raft_consensus.cc:2781] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Leader pre-election won for term 1
18:45:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.777570 29292 raft_consensus.cc:482] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:45:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.777689 29292 raft_consensus.cc:3037] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Advancing to term 1
18:45:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.780017 29292 raft_consensus.cc:504] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.780823 29292 leader_election.cc:288] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [CANDIDATE]: Term 1 election: Requested vote from peers 02fc37633d134a7d96af4295663190a5 (127.27.219.2:40057), c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3:43743)
18:45:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.781502 29068 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2fa72206e9da4e73bcaab388d01f442b" candidate_uuid: "54bcc0c1070f4e879e3313b1b896e9db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02fc37633d134a7d96af4295663190a5"
18:45:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.781606 29218 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2fa72206e9da4e73bcaab388d01f442b" candidate_uuid: "54bcc0c1070f4e879e3313b1b896e9db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c9bcd0cf8d7446998ced769c335873f3"
18:45:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.781806 29068 raft_consensus.cc:3037] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Advancing to term 1
18:45:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.781826 29218 raft_consensus.cc:3037] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Advancing to term 1
18:45:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.785096 29218 raft_consensus.cc:2454] T 2fa72206e9da4e73bcaab388d01f442b P c9bcd0cf8d7446998ced769c335873f3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 54bcc0c1070f4e879e3313b1b896e9db in term 1.
18:45:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.785079 29068 raft_consensus.cc:2454] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 54bcc0c1070f4e879e3313b1b896e9db in term 1.
18:45:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.785648 28853 leader_election.cc:302] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02fc37633d134a7d96af4295663190a5, 54bcc0c1070f4e879e3313b1b896e9db; no voters:
18:45:42.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.785998 29292 raft_consensus.cc:2781] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 1 FOLLOWER]: Leader election won for term 1
18:45:42.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.786579 29292 raft_consensus.cc:686] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [term 1 LEADER]: Becoming Leader. State: Replica: 54bcc0c1070f4e879e3313b1b896e9db, State: Running, Role: LEADER
18:45:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.787249 29292 consensus_queue.cc:237] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.793584 28728 catalog_manager.cc:5495] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db reported cstate change: term changed from 0 to 1, leader changed from <none> to 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1). New cstate: current_term: 1 leader_uuid: "54bcc0c1070f4e879e3313b1b896e9db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } health_report { overall_health: UNKNOWN } } }
18:45:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.868105 29121 tablet.cc:2369] T 2fa72206e9da4e73bcaab388d01f442b P 02fc37633d134a7d96af4295663190a5: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:45:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.870169 28728 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39650:
18:45:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
18:45:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
18:45:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
18:45:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
18:45:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:45:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
18:45:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
18:45:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
18:45:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
18:45:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:42.871723 28728 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
18:45:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.886580 29043 tablet_service.cc:1467] Processing CreateTablet for tablet fa42078e378949539ec1c3bc0574930c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f7a7c2510e954f52905da7cb896a59f6]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
18:45:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.886718 28900 tablet_service.cc:1467] Processing CreateTablet for tablet fa42078e378949539ec1c3bc0574930c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f7a7c2510e954f52905da7cb896a59f6]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
18:45:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.886814 29192 tablet_service.cc:1467] Processing CreateTablet for tablet fa42078e378949539ec1c3bc0574930c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f7a7c2510e954f52905da7cb896a59f6]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
18:45:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.887794 29043 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet fa42078e378949539ec1c3bc0574930c. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.887797 29192 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet fa42078e378949539ec1c3bc0574930c. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.887799 28900 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet fa42078e378949539ec1c3bc0574930c. 1 dirs total, 0 dirs full, 0 dirs failed
18:45:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.895311 29288 tablet_bootstrap.cc:492] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: Bootstrap starting.
18:45:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.895546 29287 tablet_bootstrap.cc:492] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: Bootstrap starting.
18:45:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.896598 29291 tablet_bootstrap.cc:492] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: Bootstrap starting.
18:45:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.897418 29288 tablet_bootstrap.cc:654] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: Neither blocks nor log segments found. Creating new log.
18:45:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.897478 29287 tablet_bootstrap.cc:654] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: Neither blocks nor log segments found. Creating new log.
18:45:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.898576 29291 tablet_bootstrap.cc:654] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: Neither blocks nor log segments found. Creating new log.
18:45:42.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.899988 29288 tablet_bootstrap.cc:492] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: No bootstrap required, opened a new log
18:45:42.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.900213 29287 tablet_bootstrap.cc:492] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: No bootstrap required, opened a new log
18:45:42.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.900398 29287 ts_tablet_manager.cc:1397] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
18:45:42.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.900709 29288 ts_tablet_manager.cc:1397] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.001s
18:45:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.901288 29291 tablet_bootstrap.cc:492] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: No bootstrap required, opened a new log
18:45:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.901244 29287 raft_consensus.cc:348] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.901474 29291 ts_tablet_manager.cc:1397] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.001s
18:45:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.901634 29287 raft_consensus.cc:374] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.901571 29288 raft_consensus.cc:348] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.901764 29287 raft_consensus.cc:729] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 54bcc0c1070f4e879e3313b1b896e9db, State: Initialized, Role: FOLLOWER
18:45:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.901835 29288 raft_consensus.cc:374] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.901923 29288 raft_consensus.cc:729] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 02fc37633d134a7d96af4295663190a5, State: Initialized, Role: FOLLOWER
18:45:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.902094 29287 consensus_queue.cc:260] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.902170 29288 consensus_queue.cc:260] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.902616 29292 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.902837 29288 ts_tablet_manager.cc:1428] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
18:45:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.902905 29292 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: This TxnStatusTablet replica's current role is: FOLLOWER
18:45:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.902721 29298 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.903167 29298 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: This TxnStatusTablet replica's current role is: FOLLOWER
18:45:42.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.902381 29291 raft_consensus.cc:348] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.904422 29291 raft_consensus.cc:374] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:45:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.904513 29291 raft_consensus.cc:729] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c9bcd0cf8d7446998ced769c335873f3, State: Initialized, Role: FOLLOWER
18:45:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.904870 29291 consensus_queue.cc:260] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.905571 29291 ts_tablet_manager.cc:1428] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: Time spent starting tablet: real 0.004s user 0.001s sys 0.001s
18:45:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.905416 29296 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.905759 29296 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: This TxnStatusTablet replica's current role is: FOLLOWER
18:45:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.906467 29287 ts_tablet_manager.cc:1428] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
18:45:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.945106 29296 raft_consensus.cc:482] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:45:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.945425 29296 raft_consensus.cc:504] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.946305 29296 leader_election.cc:288] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1:41067), 02fc37633d134a7d96af4295663190a5 (127.27.219.2:40057)
18:45:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.947003 28929 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "fa42078e378949539ec1c3bc0574930c" candidate_uuid: "c9bcd0cf8d7446998ced769c335873f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "54bcc0c1070f4e879e3313b1b896e9db" is_pre_election: true
18:45:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.947090 29068 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "fa42078e378949539ec1c3bc0574930c" candidate_uuid: "c9bcd0cf8d7446998ced769c335873f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02fc37633d134a7d96af4295663190a5" is_pre_election: true
18:45:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.947387 28929 raft_consensus.cc:2454] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c9bcd0cf8d7446998ced769c335873f3 in term 0.
18:45:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.947381 29068 raft_consensus.cc:2454] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c9bcd0cf8d7446998ced769c335873f3 in term 0.
18:45:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.947914 29142 leader_election.cc:302] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02fc37633d134a7d96af4295663190a5, c9bcd0cf8d7446998ced769c335873f3; no voters:
18:45:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.948310 29296 raft_consensus.cc:2781] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Leader pre-election won for term 1
18:45:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.948439 29296 raft_consensus.cc:482] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:45:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.948526 29296 raft_consensus.cc:3037] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 0 FOLLOWER]: Advancing to term 1
18:45:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.950798 29296 raft_consensus.cc:504] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.951534 29296 leader_election.cc:288] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [CANDIDATE]: Term 1 election: Requested vote from peers 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1:41067), 02fc37633d134a7d96af4295663190a5 (127.27.219.2:40057)
18:45:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.952183 28929 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "fa42078e378949539ec1c3bc0574930c" candidate_uuid: "c9bcd0cf8d7446998ced769c335873f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "54bcc0c1070f4e879e3313b1b896e9db"
18:45:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.952189 29068 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "fa42078e378949539ec1c3bc0574930c" candidate_uuid: "c9bcd0cf8d7446998ced769c335873f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02fc37633d134a7d96af4295663190a5"
18:45:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.952440 29068 raft_consensus.cc:3037] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5 [term 0 FOLLOWER]: Advancing to term 1
18:45:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.952476 28929 raft_consensus.cc:3037] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db [term 0 FOLLOWER]: Advancing to term 1
18:45:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.954948 28929 raft_consensus.cc:2454] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c9bcd0cf8d7446998ced769c335873f3 in term 1.
18:45:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.954960 29068 raft_consensus.cc:2454] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c9bcd0cf8d7446998ced769c335873f3 in term 1.
18:45:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.955559 29140 leader_election.cc:302] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 54bcc0c1070f4e879e3313b1b896e9db, c9bcd0cf8d7446998ced769c335873f3; no voters:
18:45:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.955933 29296 raft_consensus.cc:2781] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 1 FOLLOWER]: Leader election won for term 1
18:45:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.956161 29296 raft_consensus.cc:686] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [term 1 LEADER]: Becoming Leader. State: Replica: c9bcd0cf8d7446998ced769c335873f3, State: Running, Role: LEADER
18:45:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.956509 29296 consensus_queue.cc:237] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } }
18:45:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.963131 29300 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: TxnStatusTablet state changed. Reason: New leader c9bcd0cf8d7446998ced769c335873f3. Latest consensus state: current_term: 1 leader_uuid: "c9bcd0cf8d7446998ced769c335873f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.963601 29300 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: This TxnStatusTablet replica's current role is: LEADER
18:45:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.964512 29319 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
18:45:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.965416 29319 txn_status_manager.cc:929] Loading transaction status metadata into memory...
18:45:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:42.971753 28729 catalog_manager.cc:5495] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 reported cstate change: term changed from 0 to 1, leader changed from <none> to c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3). New cstate: current_term: 1 leader_uuid: "c9bcd0cf8d7446998ced769c335873f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } health_report { overall_health: HEALTHY } } }
18:45:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.021293 28929 raft_consensus.cc:1261] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db [term 1 FOLLOWER]: Refusing update from remote peer c9bcd0cf8d7446998ced769c335873f3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:45:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.021416 29068 raft_consensus.cc:1261] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5 [term 1 FOLLOWER]: Refusing update from remote peer c9bcd0cf8d7446998ced769c335873f3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:45:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.022774 29296 consensus_queue.cc:1035] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:45:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.024106 29296 consensus_queue.cc:1035] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:45:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.050968 29298 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: TxnStatusTablet state changed. Reason: New leader c9bcd0cf8d7446998ced769c335873f3. Latest consensus state: current_term: 1 leader_uuid: "c9bcd0cf8d7446998ced769c335873f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.051376 29298 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: This TxnStatusTablet replica's current role is: FOLLOWER
18:45:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.051836 29292 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: TxnStatusTablet state changed. Reason: New leader c9bcd0cf8d7446998ced769c335873f3. Latest consensus state: current_term: 1 leader_uuid: "c9bcd0cf8d7446998ced769c335873f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.052380 29292 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: This TxnStatusTablet replica's current role is: FOLLOWER
18:45:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.059263 29322 mvcc.cc:205] Tried to move back new op lower bound from 7298640867400830976 to 7298640867152838656. Current Snapshot: MvccSnapshot[applied={T|T < 7298640867400830976}]
18:45:43.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.065901 29300 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c9bcd0cf8d7446998ced769c335873f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:43.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.066250 29300 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: This TxnStatusTablet replica's current role is: LEADER
18:45:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.069866 29292 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c9bcd0cf8d7446998ced769c335873f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.070273 29292 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P 54bcc0c1070f4e879e3313b1b896e9db: This TxnStatusTablet replica's current role is: FOLLOWER
18:45:43.075 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
18:45:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.078703 29300 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c9bcd0cf8d7446998ced769c335873f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.079046 29300 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3: This TxnStatusTablet replica's current role is: LEADER
18:45:43.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1a2e12d5864a4c5bb7dea088cfde883e
18:45:43.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2fa72206e9da4e73bcaab388d01f442b for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
18:45:43.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 98238113e84448f0a39516e01c28b78b for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
18:45:43.089 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=2fa72206e9da4e73bcaab388d01f442b@[02fc37633d134a7d96af4295663190a5(127.27.219.2:40057),54bcc0c1070f4e879e3313b1b896e9db(127.27.219.1:41067)[L],c9bcd0cf8d7446998ced769c335873f3(127.27.219.3:43743)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=98238113e84448f0a39516e01c28b78b@[02fc37633d134a7d96af4295663190a5(127.27.219.2:40057),54bcc0c1070f4e879e3313b1b896e9db(127.27.219.1:41067),c9bcd0cf8d7446998ced769c335873f3(127.27.219.3:43743)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
18:45:43.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.219.60:42389, [4ms] Sub RPC GetTableLocations: received response from server master-127.27.219.60:42389: OK, deferred=null) after lookup
18:45:43.090 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 54bcc0c1070f4e879e3313b1b896e9db(127.27.219.1:41067)] connecting to peer
18:45:43.094 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 54bcc0c1070f4e879e3313b1b896e9db(127.27.219.1:41067)] Successfully connected to peer
18:45:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.104391 29298 tablet_replica.cc:439] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c9bcd0cf8d7446998ced769c335873f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 } } peers { permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 } } peers { permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 } } }
18:45:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.104751 29298 tablet_replica.cc:442] T fa42078e378949539ec1c3bc0574930c P 02fc37633d134a7d96af4295663190a5: This TxnStatusTablet replica's current role is: FOLLOWER
18:45:43.138 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x73b1f933, L:/127.0.0.1:57848 - R:/127.27.219.1:41067] using TOKEN/null
18:45:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.168488 29292 consensus_queue.cc:1035] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [LEADER]: Connected to new peer: Peer: permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:45:43.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.180716 29296 consensus_queue.cc:1035] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "02fc37633d134a7d96af4295663190a5" member_type: VOTER last_known_addr { host: "127.27.219.2" port: 40057 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:45:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.218703 29292 consensus_queue.cc:1035] T 2fa72206e9da4e73bcaab388d01f442b P 54bcc0c1070f4e879e3313b1b896e9db [LEADER]: Connected to new peer: Peer: permanent_uuid: "c9bcd0cf8d7446998ced769c335873f3" member_type: VOTER last_known_addr { host: "127.27.219.3" port: 43743 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:45:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.240343 29296 consensus_queue.cc:1035] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "54bcc0c1070f4e879e3313b1b896e9db" member_type: VOTER last_known_addr { host: "127.27.219.1" port: 41067 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.006s
18:45:43.330 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.219.60:42389
18:45:43.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
18:45:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.331801 28524 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu pid 28694
18:45:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.333922 28769 generic_service.cc:196] Checking for leaks (request via RPC)
18:45:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.496441 28524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu with pid 28694
18:45:43.522 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.219.60:42389(127.27.219.60:42389)] handling channelInactive
18:45:43.522 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:45:43.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state READY due to: connection closed
18:45:43.594 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.596 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.27.219.60:42389(127.27.219.60:42389) for tablet Kudu Master: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.611 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.615 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.631 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.651 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.655 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.671 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.691 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.695 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.751 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.794385 29342 raft_consensus.cc:482] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader e14b29e4446f4fc2a34556f5b6367289)
18:45:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.794384 29343 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader e14b29e4446f4fc2a34556f5b6367289)
18:45:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.794730 29343 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.794775 29342 raft_consensus.cc:504] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.796528 29343 leader_election.cc:288] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ab949063f4bc4fd4884adb145fb969e3 (127.27.219.61:46793), e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389)
18:45:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.797470 28576 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab949063f4bc4fd4884adb145fb969e3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" is_pre_election: true
18:45:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.797907 28576 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ab949063f4bc4fd4884adb145fb969e3 in term 1.
18:45:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.797261 29342 leader_election.cc:288] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8f863cf4d7a54dd3997da83b12d0e9e9 (127.27.219.62:45945), e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389)
18:45:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.799144 28655 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ab949063f4bc4fd4884adb145fb969e3" is_pre_election: true
18:45:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.799180 28631 leader_election.cc:302] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8f863cf4d7a54dd3997da83b12d0e9e9, ab949063f4bc4fd4884adb145fb969e3; no voters:
18:45:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.799461 28655 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8f863cf4d7a54dd3997da83b12d0e9e9 in term 1.
18:45:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.799710 29342 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 1 FOLLOWER]: Leader pre-election won for term 2
18:45:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:43.799688 28550 leader_election.cc:334] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.799846 29342 raft_consensus.cc:482] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 1 FOLLOWER]: Starting leader election (detected failure of leader e14b29e4446f4fc2a34556f5b6367289)
18:45:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.799962 29342 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 1 FOLLOWER]: Advancing to term 2
18:45:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.800338 28552 leader_election.cc:302] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8f863cf4d7a54dd3997da83b12d0e9e9, ab949063f4bc4fd4884adb145fb969e3; no voters: e14b29e4446f4fc2a34556f5b6367289
18:45:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.800812 29343 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 1 FOLLOWER]: Leader pre-election won for term 2
18:45:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.800948 29343 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 1 FOLLOWER]: Starting leader election (detected failure of leader e14b29e4446f4fc2a34556f5b6367289)
18:45:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.801096 29343 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 1 FOLLOWER]: Advancing to term 2
18:45:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:43.802929 28631 leader_election.cc:334] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.803473 29342 raft_consensus.cc:504] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.803992 29343 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.804311 29342 leader_election.cc:288] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [CANDIDATE]: Term 2 election: Requested vote from peers 8f863cf4d7a54dd3997da83b12d0e9e9 (127.27.219.62:45945), e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389)
18:45:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.804804 29343 leader_election.cc:288] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 2 election: Requested vote from peers ab949063f4bc4fd4884adb145fb969e3 (127.27.219.61:46793), e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389)
18:45:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.804891 28576 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab949063f4bc4fd4884adb145fb969e3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9"
18:45:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.805248 28576 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ab949063f4bc4fd4884adb145fb969e3 in current term 2: Already voted for candidate 8f863cf4d7a54dd3997da83b12d0e9e9 in this term.
18:45:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.805653 28655 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ab949063f4bc4fd4884adb145fb969e3"
18:45:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.805998 28655 raft_consensus.cc:2379] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 8f863cf4d7a54dd3997da83b12d0e9e9 in current term 2: Already voted for candidate ab949063f4bc4fd4884adb145fb969e3 in this term.
18:45:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:43.806612 28550 leader_election.cc:334] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.806775 28550 leader_election.cc:302] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8f863cf4d7a54dd3997da83b12d0e9e9; no voters: ab949063f4bc4fd4884adb145fb969e3, e14b29e4446f4fc2a34556f5b6367289
18:45:43.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.807137 29343 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
18:45:43.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:43.807816 28631 leader_election.cc:334] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:43.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.807987 28631 leader_election.cc:302] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ab949063f4bc4fd4884adb145fb969e3; no voters: 8f863cf4d7a54dd3997da83b12d0e9e9, e14b29e4446f4fc2a34556f5b6367289
18:45:43.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:43.808305 29342 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
18:45:43.834 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=247), Traces: [0ms] sending RPC to server master-127.27.219.60:42389, [5ms] received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [47ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [246ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [247ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, deferred=Deferred@1749916549(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/588890952@4ff2342 -> (continuation of Deferred@1710598435 after retry RPC after error@2143950916) -> (continuation of Deferred@2078221707 after retry RPC after error@113769601) -> (continuation of Deferred@1312022987 after retry RPC after error@1637140593) -> (continuation of Deferred@1675971253 after retry RPC after error@1518305724) -> (continuation of Deferred@185798273 after retry RPC after error@1275304146) -> (continuation of Deferred@91935493 after retry RPC after error@598655095) -> (continuation of Deferred@811251077 after retry RPC after error@1615822420), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/934968330@337e7ba3 -> (continuation of Deferred@1710598435 after retry RPC after error@2143950916) -> (continuation of Deferred@2078221707 after retry RPC after error@113769601) -> (continuation of Deferred@1312022987 after retry RPC after error@1637140593) -> (continuation of Deferred@1675971253 after retry RPC after error@1518305724) -> (continuation of Deferred@185798273 after retry RPC after error@1275304146) -> (continuation of Deferred@91935493 after retry RPC after error@598655095) -> (continuation of Deferred@811251077 after retry RPC after error@1615822420)))
18:45:43.841 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=247), Traces: [0ms] sending RPC to server master-127.27.219.60:42389, [5ms] received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [47ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [246ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [247ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, deferred=Deferred@1749916549(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/588890952@4ff2342 -> (continuation of Deferred@1710598435 after retry RPC after error@2143950916) -> (continuation of Deferred@2078221707 after retry RPC after error@113769601) -> (continuation of Deferred@1312022987 after retry RPC after error@1637140593) -> (continuation of Deferred@1675971253 after retry RPC after error@1518305724) -> (continuation of Deferred@185798273 after retry RPC after error@1275304146) -> (continuation of Deferred@91935493 after retry RPC after error@598655095) -> (continuation of Deferred@811251077 after retry RPC after error@1615822420), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/934968330@337e7ba3 -> (continuation of Deferred@1710598435 after retry RPC after error@2143950916) -> (continuation of Deferred@2078221707 after retry RPC after error@113769601) -> (continuation of Deferred@1312022987 after retry RPC after error@1637140593) -> (continuation of Deferred@1675971253 after retry RPC after error@1518305724) -> (continuation of Deferred@185798273 after retry RPC after error@1275304146) -> (continuation of Deferred@91935493 after retry RPC after error@598655095) -> (continuation of Deferred@811251077 after retry RPC after error@1615822420)))
18:45:43.851 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.855 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.871 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.911 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.931 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.971 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:43.991 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:43.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:43.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:44.071 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:44.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:44.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [5ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, deferred=Deferred@1605318381(state=PENDING, result=null, callback=(continuation of Deferred@261887105 after retry RPC after error@1705543329) -> (continuation of Deferred@1628573054 after retry RPC after error@1194084335) -> (continuation of Deferred@687565719 after retry RPC after error@164064679) -> (continuation of Deferred@2018502684 after retry RPC after error@1568267205) -> (continuation of Deferred@783135790 after retry RPC after error@473259529) -> (continuation of Deferred@465390235 after retry RPC after error@134815194) -> (continuation of Deferred@1271321649 after retry RPC after error@2100633174), errback=(continuation of Deferred@261887105 after retry RPC after error@1705543329) -> (continuation of Deferred@1628573054 after retry RPC after error@1194084335) -> (continuation of Deferred@687565719 after retry RPC after error@164064679) -> (continuation of Deferred@2018502684 after retry RPC after error@1568267205) -> (continuation of Deferred@783135790 after retry RPC after error@473259529) -> (continuation of Deferred@465390235 after retry RPC after error@134815194) -> (continuation of Deferred@1271321649 after retry RPC after error@2100633174)))
18:45:44.075 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [5ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, deferred=Deferred@1605318381(state=PENDING, result=null, callback=(continuation of Deferred@261887105 after retry RPC after error@1705543329) -> (continuation of Deferred@1628573054 after retry RPC after error@1194084335) -> (continuation of Deferred@687565719 after retry RPC after error@164064679) -> (continuation of Deferred@2018502684 after retry RPC after error@1568267205) -> (continuation of Deferred@783135790 after retry RPC after error@473259529) -> (continuation of Deferred@465390235 after retry RPC after error@134815194) -> (continuation of Deferred@1271321649 after retry RPC after error@2100633174), errback=(continuation of Deferred@261887105 after retry RPC after error@1705543329) -> (continuation of Deferred@1628573054 after retry RPC after error@1194084335) -> (continuation of Deferred@687565719 after retry RPC after error@164064679) -> (continuation of Deferred@2018502684 after retry RPC after error@1568267205) -> (continuation of Deferred@783135790 after retry RPC after error@473259529) -> (continuation of Deferred@465390235 after retry RPC after error@134815194) -> (continuation of Deferred@1271321649 after retry RPC after error@2100633174)))
18:45:44.091 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:44.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:44.111 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:44.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:44.131 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:44.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:44.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.146590 29343 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:45:44.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.146869 29343 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.147949 29343 leader_election.cc:288] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ab949063f4bc4fd4884adb145fb969e3 (127.27.219.61:46793), e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389)
18:45:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.148953 28655 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ab949063f4bc4fd4884adb145fb969e3" is_pre_election: true
18:45:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.149304 28655 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8f863cf4d7a54dd3997da83b12d0e9e9 in term 2.
18:45:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.150054 28550 leader_election.cc:334] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:44.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.150583 28552 leader_election.cc:302] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8f863cf4d7a54dd3997da83b12d0e9e9, ab949063f4bc4fd4884adb145fb969e3; no voters: e14b29e4446f4fc2a34556f5b6367289
18:45:44.151 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.151212 29343 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 2 FOLLOWER]: Leader pre-election won for term 3
18:45:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.151324 29343 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:45:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.151433 29343 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 2 FOLLOWER]: Advancing to term 3
18:45:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.154908 29343 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:44.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.159951 28655 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ab949063f4bc4fd4884adb145fb969e3"
18:45:44.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.160432 28655 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 2 FOLLOWER]: Advancing to term 3
18:45:44.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.165118 28655 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8f863cf4d7a54dd3997da83b12d0e9e9 in term 3.
18:45:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.166109 28552 leader_election.cc:302] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8f863cf4d7a54dd3997da83b12d0e9e9, ab949063f4bc4fd4884adb145fb969e3; no voters:
18:45:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.168879 28550 leader_election.cc:334] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.169394 29343 leader_election.cc:288] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [CANDIDATE]: Term 3 election: Requested vote from peers ab949063f4bc4fd4884adb145fb969e3 (127.27.219.61:46793), e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389)
18:45:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.169752 29343 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 3 FOLLOWER]: Leader election won for term 3
18:45:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.170225 29343 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [term 3 LEADER]: Becoming Leader. State: Replica: 8f863cf4d7a54dd3997da83b12d0e9e9, State: Running, Role: LEADER
18:45:44.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.171239 29343 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } }
18:45:44.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.178385 29343 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8f863cf4d7a54dd3997da83b12d0e9e9. Latest consensus state: current_term: 3 leader_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:44.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.179811 29343 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: This master's current role is: LEADER
18:45:44.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389; will retry
18:45:44.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.189064 29357 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:45:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.192570 29145 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.078s from last keepalive heartbeat (effective timeout is 1.000s)
18:45:44.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.193783 29357 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=1a2e12d5864a4c5bb7dea088cfde883e]
18:45:44.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.194562 29357 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=f7a7c2510e954f52905da7cb896a59f6]
18:45:44.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.194656 29178 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.219.60:42389)
18:45:44.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.197623 29357 tablet_loader.cc:96] loaded metadata for tablet 2fa72206e9da4e73bcaab388d01f442b (table txn_manager_fallback [id=1a2e12d5864a4c5bb7dea088cfde883e])
18:45:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.198163 29357 tablet_loader.cc:96] loaded metadata for tablet 98238113e84448f0a39516e01c28b78b (table txn_manager_fallback [id=1a2e12d5864a4c5bb7dea088cfde883e])
18:45:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.198550 29357 tablet_loader.cc:96] loaded metadata for tablet fa42078e378949539ec1c3bc0574930c (table kudu_system.kudu_transactions [id=f7a7c2510e954f52905da7cb896a59f6])
18:45:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.198877 29357 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:45:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.199926 29357 catalog_manager.cc:1259] Loaded cluster ID: db034f4525c040c49dadbb84eaff44e9
18:45:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.200105 29357 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:45:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.201810 29357 catalog_manager.cc:1504] Loading token signing keys...
18:45:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.203027 29357 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9: Loaded TSK: 0
18:45:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.204630 29357 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:45:44.210 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.219.60:42389(127.27.219.60:42389)] connecting to peer
18:45:44.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.60:42389(127.27.219.60:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.219.60:42389: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389
18:45:44.217 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
18:45:44.218 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=127), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [68ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [71ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [96ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, deferred=Deferred@307344946(state=PENDING, result=null, callback=(continuation of Deferred@1361359738 after retry RPC after error@2132646333) -> (continuation of Deferred@573561624 after retry RPC after error@1037048137) -> (continuation of Deferred@1226556138 after retry RPC after error@1524132357) -> (continuation of Deferred@108236125 after retry RPC after error@1003800203), errback=(continuation of Deferred@1361359738 after retry RPC after error@2132646333) -> (continuation of Deferred@573561624 after retry RPC after error@1037048137) -> (continuation of Deferred@1226556138 after retry RPC after error@1524132357) -> (continuation of Deferred@108236125 after retry RPC after error@1003800203))) after lookup
18:45:44.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.242033 29352 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
18:45:44.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.291183 29118 heartbeater.cc:644] Failed to heartbeat to 127.27.219.60:42389 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.297254 28550 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111) [suppressed 12 similar messages]
18:45:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.299108 28550 consensus_peers.cc:487] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 -> Peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Couldn't send request to peer e14b29e4446f4fc2a34556f5b6367289. Status: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:45:44.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.305912 28655 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [term 3 FOLLOWER]: Refusing update from remote peer 8f863cf4d7a54dd3997da83b12d0e9e9: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
18:45:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.307508 29343 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
18:45:44.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.310802 29379 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8f863cf4d7a54dd3997da83b12d0e9e9. Latest consensus state: current_term: 3 leader_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:44.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.311242 29379 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: This master's current role is: FOLLOWER
18:45:44.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.317167 29379 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:44.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.317593 29379 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab949063f4bc4fd4884adb145fb969e3 [sys.catalog]: This master's current role is: FOLLOWER
18:45:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.318958 29353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f863cf4d7a54dd3997da83b12d0e9e9" member_type: VOTER last_known_addr { host: "127.27.219.62" port: 45945 } } peers { permanent_uuid: "ab949063f4bc4fd4884adb145fb969e3" member_type: VOTER last_known_addr { host: "127.27.219.61" port: 46793 } } peers { permanent_uuid: "e14b29e4446f4fc2a34556f5b6367289" member_type: VOTER last_known_addr { host: "127.27.219.60" port: 42389 } } }
18:45:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.319504 29353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 [sys.catalog]: This master's current role is: LEADER
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:44.325589 28565 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52746:
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:45:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
18:45:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.329205 28565 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
18:45:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.330597 29263 heartbeater.cc:644] Failed to heartbeat to 127.27.219.60:42389 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.344410 29371 meta_cache.cc:302] tablet fa42078e378949539ec1c3bc0574930c: replica c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3:43743) has failed: Timed out: connection negotiation to 127.27.219.3:43743 for RPC CoordinateTransaction timed out after 0.003s (ON_OUTBOUND_QUEUE)
18:45:44.351 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [68ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [71ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [96ms] delaying RPC due to: Service unavailable: Master config (127.27.219.61:46793,127.27.219.62:45945,127.27.219.60:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.61:46793, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.62:45945, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.219.60:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.60:42389: Network error: Failed to connect to peer master-127.27.219.60:42389(127.27.219.60:42389): Connection refused: /127.27.219.60:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.61:46793: OK, [126ms] Sub RPC ConnectToMaster: received response from server master-127.27.219.62:45945: OK, [129ms] sending RPC to server master-127.27.219.62:45945, deferred=Deferred@307344946(state=PENDING, result=null, callback=(continuation of Deferred@1361359738 after retry RPC after error@2132646333) -> (continuation of Deferred@573561624 after retry RPC after error@1037048137) -> (continuation of Deferred@1226556138 after retry RPC after error@1524132357) -> (continuation of Deferred@108236125 after retry RPC after error@1003800203) -> (continuation of Deferred@223194177 after retry RPC@1772412956), errback=(continuation of Deferred@1361359738 after retry RPC after error@2132646333) -> (continuation of Deferred@573561624 after retry RPC after error@1037048137) -> (continuation of Deferred@1226556138 after retry RPC after error@1524132357) -> (continuation of Deferred@108236125 after retry RPC after error@1003800203) -> (continuation of Deferred@223194177 after retry RPC@1772412956)))
18:45:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.351569 28596 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:52738 (request call id 22) took 131 ms (client timeout 122 ms). Trace:
18:45:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.351830 28596 rpcz_store.cc:269] 0619 18:45:44.219841 (+ 0us) service_pool.cc:170] Inserting onto call queue
18:45:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:45:44.219924 (+ 83us) service_pool.cc:227] Handling call
18:45:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 18:45:44.351486 (+131562us) inbound_call.cc:173] Queueing success response
18:45:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":766,"init.queue_time_us":678,"init.run_cpu_time_us":37354,"init.run_wall_time_us":113560,"thread_start_us":34283,"threads_started":5}
18:45:44.357 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=6), Traces: [0ms] received response from server master-127.27.219.62:45945: Timed out: Failed to write to server: (no server available): CoordinateTransaction(txn_status_tablet_id: "fa42078e378949539ec1c3bc0574930c" op { type: KEEP_TXN_ALIVE txn_id: 0 user: "slave" }) passed its deadline: Timed out: connection negotiation to 127.27.219.3:43743 for RPC CoordinateTransaction timed out after 0.003s (ON_OUTBOUND_QUEUE) (error 0), deferred=null) with no deferred attached!
18:45:44.378 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3:43743): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1781894743 last_transition_timestamp: 1781894744
18:45:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.493780 28974 heartbeater.cc:644] Failed to heartbeat to 127.27.219.60:42389 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111)
18:45:44.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:44.781425 28550 consensus_peers.cc:487] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 -> Peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Couldn't send request to peer e14b29e4446f4fc2a34556f5b6367289. Status: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
18:45:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.296175 29119 heartbeater.cc:503] Master 127.27.219.62:45945 was elected leader, sending a full tablet report...
18:45:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:45.298209 28550 consensus_peers.cc:487] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 -> Peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Couldn't send request to peer e14b29e4446f4fc2a34556f5b6367289. Status: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
18:45:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.325161 29264 heartbeater.cc:503] Master 127.27.219.62:45945 was elected leader, sending a full tablet report...
18:45:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.333750 28535 master_runner.cc:186] Error getting master registration for 127.27.219.60:42389: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111),
18:45:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.334024 28535 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:45:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.347987 28975 heartbeater.cc:503] Master 127.27.219.62:45945 was elected leader, sending a full tablet report...
18:45:45.529 [DEBUG - main] (Connection.java:575) [peer 54bcc0c1070f4e879e3313b1b896e9db(127.27.219.1:41067)] disconnecting while in state READY
18:45:45.529 [DEBUG - main] (Connection.java:575) [peer master-127.27.219.61:46793(127.27.219.61:46793)] disconnecting while in state READY
18:45:45.529 [DEBUG - main] (Connection.java:575) [peer master-127.27.219.62:45945(127.27.219.62:45945)] disconnecting while in state READY
18:45:45.529 [DEBUG - main] (Connection.java:575) [peer master-127.27.219.60:42389(127.27.219.60:42389)] disconnecting while in state TERMINATED
18:45:45.530 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.219.61:46793(127.27.219.61:46793)] handling channelInactive
18:45:45.530 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
18:45:45.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.219.61:46793(127.27.219.61:46793)] cleaning up while in state READY due to: connection closed
18:45:45.531 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 54bcc0c1070f4e879e3313b1b896e9db(127.27.219.1:41067)] handling channelInactive
18:45:45.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 54bcc0c1070f4e879e3313b1b896e9db(127.27.219.1:41067)] cleaning up while in state READY due to: connection closed
18:45:45.531 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.219.62:45945(127.27.219.62:45945)] handling channelInactive
18:45:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.531522 28524 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu pid 28835
18:45:45.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.219.62:45945(127.27.219.62:45945)] cleaning up while in state READY due to: connection closed
18:45:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.540823 28969 generic_service.cc:196] Checking for leaks (request via RPC)
18:45:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.654569 28524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu with pid 28835
18:45:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:45.679796 29142 connection.cc:535] server connection from 127.27.219.1:41177 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:45:45.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.680831 28524 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu pid 28978
18:45:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.689301 29113 generic_service.cc:196] Checking for leaks (request via RPC)
18:45:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:45.709883 29140 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.219.1:41067: connect: Connection refused (error 111)
18:45:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:45.711512 29140 consensus_peers.cc:487] T 98238113e84448f0a39516e01c28b78b P c9bcd0cf8d7446998ced769c335873f3 -> Peer 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1:41067): Couldn't send request to peer 54bcc0c1070f4e879e3313b1b896e9db. Status: Network error: Client connection negotiation failed: client connection to 127.27.219.1:41067: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:45:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:45.737813 28550 consensus_peers.cc:487] T 00000000000000000000000000000000 P 8f863cf4d7a54dd3997da83b12d0e9e9 -> Peer e14b29e4446f4fc2a34556f5b6367289 (127.27.219.60:42389): Couldn't send request to peer e14b29e4446f4fc2a34556f5b6367289. Status: Network error: Client connection negotiation failed: client connection to 127.27.219.60:42389: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
18:45:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:45.772624 29140 consensus_peers.cc:487] T fa42078e378949539ec1c3bc0574930c P c9bcd0cf8d7446998ced769c335873f3 -> Peer 54bcc0c1070f4e879e3313b1b896e9db (127.27.219.1:41067): Couldn't send request to peer 54bcc0c1070f4e879e3313b1b896e9db. Status: Network error: Client connection negotiation failed: client connection to 127.27.219.1:41067: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:45:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.797672 28524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu with pid 28978
18:45:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.816815 28524 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu pid 29123
18:45:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.826166 29258 generic_service.cc:196] Checking for leaks (request via RPC)
18:45:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.968077 28524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu with pid 29123
18:45:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.991165 28524 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu pid 28535
18:45:45.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:45.992815 28606 generic_service.cc:196] Checking for leaks (request via RPC)
18:45:46.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:46.128859 28524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu with pid 28535
18:45:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 18:45:46.152956 28632 connection.cc:535] server connection from 127.0.0.1:35936 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:45:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:46.153172 28524 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu pid 28613
18:45:46.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:46.154592 28687 generic_service.cc:196] Checking for leaks (request via RPC)
18:45:46.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 18:45:46.281761 28524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskH4_1eE/build/asan/bin/kudu with pid 28613
18:45:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T18:45:46Z chronyd exiting
18:45:46.451 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3:43743): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1781894743 last_transition_timestamp: 1781894744
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: c9bcd0cf8d7446998ced769c335873f3 (127.27.219.3:43743): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1781894743 last_transition_timestamp: 1781894744
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more