06:31:43.822 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:31:43.822 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskBji8kG/test-tmp
06:31:43.822 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
06:31:43.822 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskBji8kG/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
06:31:43.824 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
06:31:44.154 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:31:44.154 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:31:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.157055 20836 mini_oidc.cc:152] Starting JWKS server
06:31:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.160161 20836 webserver.cc:460] Webserver started at http://127.0.0.1:43743/ using document root <none> and password file <none>
06:31:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.160388 20836 mini_oidc.cc:189] Starting OIDC Discovery server
06:31:44.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.161003 20836 webserver.cc:460] Webserver started at http://127.0.0.1:39665/ using document root <none> and password file <none>
06:31:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T06:31:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:31:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T06:31:44Z Disabled control of system clock
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.192973 20836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/wal
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/data
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/logs
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/data/info.pb
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.62:46357
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.62
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43743/jwks.json
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
06:31:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
06:31:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.518483 20847 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:31:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.518822 20847 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:31:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.518939 20847 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:31:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.526218 20847 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:31:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.526324 20847 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
06:31:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.526361 20847 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:31:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.526408 20847 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:31:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.526445 20847 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:31:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.526500 20847 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:31:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.526532 20847 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43743/jwks.json
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.535876 20847 master_runner.cc:386] Master server non-default flags:
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/data
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/wal
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.62:46357
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43743/jwks.json
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/data/info.pb
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.62
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/logs
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 05:40:48 UTC on ccycloud.quasar-zrzaui.root.comops.site
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455154
06:31:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:31:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.537132 20847 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:31:44.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.538962 20847 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:31:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.551193 20852 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.551213 20855 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.551275 20853 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.551896 20847 server_base.cc:1034] running on GCE node
06:31:44.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.552888 20847 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:31:44.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.554390 20847 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:31:44.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.555668 20847 hybrid_clock.cc:648] HybridClock initialized: now 1781850704555587 us; error 54 us; skew 500 ppm
06:31:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.556073 20847 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:31:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.558730 20847 webserver.cc:460] Webserver started at http://127.20.89.62:45831/ using document root <none> and password file <none>
06:31:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.559494 20847 fs_manager.cc:359] Metadata directory not provided
06:31:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.559625 20847 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:31:44.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.559968 20847 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:31:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.562836 20847 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/data/instance:
06:31:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ef401b1f0bf476ca56a64ceac980ad2"
06:31:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:44 on dist-test-slave-7635"
06:31:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.563722 20847 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/wal/instance:
06:31:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ef401b1f0bf476ca56a64ceac980ad2"
06:31:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:44 on dist-test-slave-7635"
06:31:44.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.569419 20847 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
06:31:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.573154 20861 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:31:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.574827 20847 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.575052 20847 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/data,/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/wal
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ef401b1f0bf476ca56a64ceac980ad2"
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:44 on dist-test-slave-7635"
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.575309 20847 fs_report.cc:383] FS layout report
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/wal
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/wal
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/data/data
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:31:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:31:44.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.594702 20847 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:31:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.595661 20847 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:31:44.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.595988 20847 kserver.cc:163] Server-wide thread pool size limit: 3276
06:31:44.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.618345 20847 rpc_server.cc:307] RPC server started. Bound to: 127.20.89.62:46357
06:31:44.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.618395 20922 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.89.62:46357 every 8 connection(s)
06:31:44.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.619745 20847 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/data/info.pb
06:31:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.623581 20923 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:44.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.630607 20836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBji8kG/build/asan/bin/kudu as pid 20847
06:31:44.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.630887 20836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-0/wal/instance
06:31:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.630126 20923 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } has no permanent_uuid. Determining permanent_uuid...
06:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.633710 20836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/wal
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/data
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/logs
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/data/info.pb
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.61:36373
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.61
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43743/jwks.json
06:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
06:31:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
06:31:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.651122 20923 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } has no permanent_uuid. Determining permanent_uuid...
06:31:44.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.652566 20864 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.89.61:36373: connect: Connection refused (error 111)
06:31:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.654332 20923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.61:36373: Network error: Client connection negotiation failed: client connection to 127.20.89.61:36373: connect: Connection refused (error 111)
06:31:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.703738 20923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } attempt: 1
06:31:44.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.706005 20923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.61:36373: Network error: Client connection negotiation failed: client connection to 127.20.89.61:36373: connect: Connection refused (error 111)
06:31:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.774436 20923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } attempt: 2
06:31:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.776788 20923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.61:36373: Network error: Client connection negotiation failed: client connection to 127.20.89.61:36373: connect: Connection refused (error 111)
06:31:44.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.868156 20923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } attempt: 3
06:31:44.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.870291 20923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.61:36373: Network error: Client connection negotiation failed: client connection to 127.20.89.61:36373: connect: Connection refused (error 111)
06:31:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.966670 20927 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:31:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.966981 20927 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:31:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.967067 20927 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:31:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.975942 20927 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:31:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.976069 20927 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
06:31:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.976109 20927 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:31:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.976157 20927 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:31:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.976197 20927 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:31:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.976251 20927 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:31:44.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:44.976282 20927 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43743/jwks.json
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.985920 20927 master_runner.cc:386] Master server non-default flags:
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/data
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/wal
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.61:36373
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43743/jwks.json
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/data/info.pb
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.61
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:31:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/logs
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 05:40:48 UTC on ccycloud.quasar-zrzaui.root.comops.site
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455154
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.987316 20927 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:31:44.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:44.989108 20927 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:31:45.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.001603 20936 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:45.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.001670 20934 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:45.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.001675 20933 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:45.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.002951 20927 server_base.cc:1034] running on GCE node
06:31:45.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.003788 20927 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:31:45.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.005369 20927 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:31:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.006619 20927 hybrid_clock.cc:648] HybridClock initialized: now 1781850705006528 us; error 89 us; skew 500 ppm
06:31:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.007079 20927 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:31:45.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.013568 20923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } attempt: 4
06:31:45.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.015609 20923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.61:36373: Network error: Client connection negotiation failed: client connection to 127.20.89.61:36373: connect: Connection refused (error 111)
06:31:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.017143 20927 webserver.cc:460] Webserver started at http://127.20.89.61:45053/ using document root <none> and password file <none>
06:31:45.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.017953 20927 fs_manager.cc:359] Metadata directory not provided
06:31:45.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.018070 20927 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:31:45.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.018473 20927 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:31:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.021608 20927 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/data/instance:
06:31:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d865e0ae8100473a8522255c11a5594a"
06:31:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:45 on dist-test-slave-7635"
06:31:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.022537 20927 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/wal/instance:
06:31:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d865e0ae8100473a8522255c11a5594a"
06:31:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:45 on dist-test-slave-7635"
06:31:45.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.028172 20927 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
06:31:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.032090 20942 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:31:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.033682 20927 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.033869 20927 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/data,/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/wal
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d865e0ae8100473a8522255c11a5594a"
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:45 on dist-test-slave-7635"
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.034065 20927 fs_report.cc:383] FS layout report
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/wal
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/wal
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/data/data
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:31:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:31:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.047775 20927 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:31:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.048611 20927 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:31:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.048862 20927 kserver.cc:163] Server-wide thread pool size limit: 3276
06:31:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.071969 20927 rpc_server.cc:307] RPC server started. Bound to: 127.20.89.61:36373
06:31:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.072007 21003 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.89.61:36373 every 8 connection(s)
06:31:45.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.073446 20927 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/data/info.pb
06:31:45.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.077411 21004 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:45.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.083585 20836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBji8kG/build/asan/bin/kudu as pid 20927
06:31:45.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.083786 20836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-1/wal/instance
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.085033 20836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/wal
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/data
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/logs
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/data/info.pb
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.60:46013
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.60
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43743/jwks.json
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
06:31:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.084227 21004 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } has no permanent_uuid. Determining permanent_uuid...
06:31:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.104854 21004 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } has no permanent_uuid. Determining permanent_uuid...
06:31:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.116184 21004 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } has no permanent_uuid. Determining permanent_uuid...
06:31:45.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.117552 20944 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.89.60:46013: connect: Connection refused (error 111)
06:31:45.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.119493 21004 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.60:46013: Network error: Client connection negotiation failed: client connection to 127.20.89.60:46013: connect: Connection refused (error 111)
06:31:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.168874 21004 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } attempt: 1
06:31:45.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.171191 21004 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.60:46013: Network error: Client connection negotiation failed: client connection to 127.20.89.60:46013: connect: Connection refused (error 111)
06:31:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.239478 21004 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } attempt: 2
06:31:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.241542 21004 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.60:46013: Network error: Client connection negotiation failed: client connection to 127.20.89.60:46013: connect: Connection refused (error 111)
06:31:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.314947 20923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } attempt: 5
06:31:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.323788 20923 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } has no permanent_uuid. Determining permanent_uuid...
06:31:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.326040 20923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.60:46013: Network error: Client connection negotiation failed: client connection to 127.20.89.60:46013: connect: Connection refused (error 111)
06:31:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.332820 21004 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } attempt: 3
06:31:45.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.335039 21004 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.60:46013: Network error: Client connection negotiation failed: client connection to 127.20.89.60:46013: connect: Connection refused (error 111)
06:31:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.377337 20923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } attempt: 1
06:31:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.379678 20923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.60:46013: Network error: Client connection negotiation failed: client connection to 127.20.89.60:46013: connect: Connection refused (error 111)
06:31:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.440272 21007 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:31:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.440563 21007 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:31:45.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.440647 21007 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:31:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.447969 20923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } attempt: 2
06:31:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.448210 21007 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:31:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.448307 21007 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
06:31:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.448364 21007 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:31:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.448441 21007 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:31:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.448480 21007 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:31:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.448534 21007 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:31:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.448566 21007 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43743/jwks.json
06:31:45.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.450237 20923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.60:46013: Network error: Client connection negotiation failed: client connection to 127.20.89.60:46013: connect: Connection refused (error 111)
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.458727 21007 master_runner.cc:386] Master server non-default flags:
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/data
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/wal
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.60:46013
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43743/jwks.json
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/data/info.pb
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.60
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/logs
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 05:40:48 UTC on ccycloud.quasar-zrzaui.root.comops.site
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455154
06:31:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:31:45.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.460069 21007 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:31:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.461869 21007 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:31:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.474695 21014 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.474727 21015 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.474756 21017 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.475482 21007 server_base.cc:1034] running on GCE node
06:31:45.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.476374 21007 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:31:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.477943 21007 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:31:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.478278 21004 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } attempt: 4
06:31:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.479214 21007 hybrid_clock.cc:648] HybridClock initialized: now 1781850705479137 us; error 61 us; skew 500 ppm
06:31:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.479732 21007 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:31:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.480551 21004 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.89.60:46013: Network error: Client connection negotiation failed: client connection to 127.20.89.60:46013: connect: Connection refused (error 111)
06:31:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.482457 21007 webserver.cc:460] Webserver started at http://127.20.89.60:37357/ using document root <none> and password file <none>
06:31:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.483130 21007 fs_manager.cc:359] Metadata directory not provided
06:31:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.483223 21007 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:31:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.483495 21007 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:31:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.486291 21007 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/data/instance:
06:31:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b3c3ff6b59d4052ace8107e8337035b"
06:31:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:45 on dist-test-slave-7635"
06:31:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.487041 21007 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/wal/instance:
06:31:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b3c3ff6b59d4052ace8107e8337035b"
06:31:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:45 on dist-test-slave-7635"
06:31:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.492254 21007 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
06:31:45.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.495684 21023 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.497051 21007 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.497202 21007 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/data,/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/wal
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b3c3ff6b59d4052ace8107e8337035b"
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:45 on dist-test-slave-7635"
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.497403 21007 fs_report.cc:383] FS layout report
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/wal
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/wal
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/data/data
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:31:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:31:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.518625 21007 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:31:45.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.519500 21007 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:31:45.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.519735 21007 kserver.cc:163] Server-wide thread pool size limit: 3276
06:31:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.542238 21007 rpc_server.cc:307] RPC server started. Bound to: 127.20.89.60:46013
06:31:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.542253 21084 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.89.60:46013 every 8 connection(s)
06:31:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.543577 21007 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/data/info.pb
06:31:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.545131 20836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBji8kG/build/asan/bin/kudu as pid 21007
06:31:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.545287 20836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/master-2/wal/instance
06:31:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.547755 21085 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:45.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.556505 20923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } attempt: 3
06:31:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.556777 21085 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } has no permanent_uuid. Determining permanent_uuid...
06:31:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.573557 21085 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } has no permanent_uuid. Determining permanent_uuid...
06:31:45.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.580335 20923 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2: Bootstrap starting.
06:31:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.582710 21085 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } has no permanent_uuid. Determining permanent_uuid...
06:31:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.584764 20923 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2: Neither blocks nor log segments found. Creating new log.
06:31:45.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.586431 20923 log.cc:824] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2: Log is configured to *not* fsync() on all Append() calls
06:31:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.589689 20923 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2: No bootstrap required, opened a new log
06:31:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.594198 21085 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b: Bootstrap starting.
06:31:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.598073 21085 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b: Neither blocks nor log segments found. Creating new log.
06:31:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.598923 20923 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.599112 21085 log.cc:824] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b: Log is configured to *not* fsync() on all Append() calls
06:31:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.599273 20923 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.599401 20923 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ef401b1f0bf476ca56a64ceac980ad2, State: Initialized, Role: FOLLOWER
06:31:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.600126 20923 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.601040 21094 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.601437 21094 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [sys.catalog]: This master's current role is: FOLLOWER
06:31:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.602048 21085 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b: No bootstrap required, opened a new log
06:31:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.602495 20923 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [sys.catalog]: configured and running, proceeding with master startup.
06:31:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.610675 21085 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.611336 21085 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.611536 21085 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5b3c3ff6b59d4052ace8107e8337035b, State: Initialized, Role: FOLLOWER
06:31:45.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.612211 21085 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:45.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.614400 21105 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:31:45.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.614661 21105 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:31:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.619243 21107 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.621397 21085 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: configured and running, proceeding with master startup.
06:31:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.621526 21107 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: This master's current role is: FOLLOWER
06:31:45.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.612754 20847 master_runner.cc:186] Error getting master registration for 127.20.89.61:36373: OK, instance_id { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" instance_seqno: 1781850705066336 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:31:45.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.629150 20847 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:31:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.636360 21094 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:31:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.636631 21094 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.641353 21094 leader_election.cc:288] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d865e0ae8100473a8522255c11a5594a (127.20.89.61:36373), 5b3c3ff6b59d4052ace8107e8337035b (127.20.89.60:46013)
06:31:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.642277 21050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b3c3ff6b59d4052ace8107e8337035b" is_pre_election: true
06:31:45.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.642942 21050 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1ef401b1f0bf476ca56a64ceac980ad2 in term 0.
06:31:45.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.643587 20863 leader_election.cc:302] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ef401b1f0bf476ca56a64ceac980ad2, 5b3c3ff6b59d4052ace8107e8337035b; no voters:
06:31:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.643989 21094 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:31:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.644120 21094 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:31:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.644203 21094 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 0 FOLLOWER]: Advancing to term 1
06:31:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.646564 21118 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:31:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:45.646682 21118 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:31:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.647019 21094 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.647594 21094 leader_election.cc:288] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [CANDIDATE]: Term 1 election: Requested vote from peers d865e0ae8100473a8522255c11a5594a (127.20.89.61:36373), 5b3c3ff6b59d4052ace8107e8337035b (127.20.89.60:46013)
06:31:45.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.648505 21050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b3c3ff6b59d4052ace8107e8337035b"
06:31:45.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.648715 21050 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 0 FOLLOWER]: Advancing to term 1
06:31:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.651664 21050 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ef401b1f0bf476ca56a64ceac980ad2 in term 1.
06:31:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.652177 20863 leader_election.cc:302] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ef401b1f0bf476ca56a64ceac980ad2, 5b3c3ff6b59d4052ace8107e8337035b; no voters:
06:31:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.654078 21094 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 1 FOLLOWER]: Leader election won for term 1
06:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.638546 21007 master_runner.cc:186] Error getting master registration for 127.20.89.61:36373: OK, instance_id { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" instance_seqno: 1781850705066336 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.663648 21007 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.663614 21094 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [term 1 LEADER]: Becoming Leader. State: Replica: 1ef401b1f0bf476ca56a64ceac980ad2, State: Running, Role: LEADER
06:31:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.664297 21094 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:45.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.668027 21120 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ef401b1f0bf476ca56a64ceac980ad2. Latest consensus state: current_term: 1 leader_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.668602 21120 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [sys.catalog]: This master's current role is: LEADER
06:31:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.675887 21122 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:31:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.678411 21122 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:31:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.689951 21050 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 1 FOLLOWER]: Refusing update from remote peer 1ef401b1f0bf476ca56a64ceac980ad2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:31:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.691452 21094 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:31:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.709612 21107 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ef401b1f0bf476ca56a64ceac980ad2. Latest consensus state: current_term: 1 leader_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.709949 21107 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: This master's current role is: FOLLOWER
06:31:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.712954 21123 mvcc.cc:205] Tried to move back new op lower bound from 7298460490494251008 to 7298460490405842944. Current Snapshot: MvccSnapshot[applied={T|T < 7298460490494251008}]
06:31:45.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.723027 21094 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.723451 21094 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [sys.catalog]: This master's current role is: LEADER
06:31:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.727406 21122 catalog_manager.cc:1347] Generated new cluster ID: 742772b014e24adc9625b3fc8b8b89a3
06:31:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.727527 21122 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.741472 21107 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.741744 21107 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: This master's current role is: FOLLOWER
06:31:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.763676 21122 catalog_manager.cc:1370] Generated new certificate authority record
06:31:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.765821 21122 catalog_manager.cc:1504] Loading token signing keys...
06:31:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.774906 21122 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2: Generated new TSK 0
06:31:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.775995 21122 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:31:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.779781 21004 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } attempt: 5
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.783538 20836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/wal
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/data
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/logs
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/data/info.pb
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:31:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.1:0
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.89.1
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.1
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
06:31:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.798125 21004 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a: Bootstrap starting.
06:31:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.804339 21004 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a: Neither blocks nor log segments found. Creating new log.
06:31:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.805923 21004 log.cc:824] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a: Log is configured to *not* fsync() on all Append() calls
06:31:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.821477 21004 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a: No bootstrap required, opened a new log
06:31:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.836691 21004 raft_consensus.cc:348] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.837746 21004 raft_consensus.cc:374] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.838305 21004 raft_consensus.cc:729] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d865e0ae8100473a8522255c11a5594a, State: Initialized, Role: FOLLOWER
06:31:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.840871 21004 consensus_queue.cc:260] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.857012 20968 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d865e0ae8100473a8522255c11a5594a"
06:31:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.857529 20968 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 0 FOLLOWER]: Advancing to term 1
06:31:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.860656 20968 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ef401b1f0bf476ca56a64ceac980ad2 in term 1.
06:31:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.861090 20969 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d865e0ae8100473a8522255c11a5594a" is_pre_election: true
06:31:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.863590 20967 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 1 FOLLOWER]: Refusing update from remote peer 1ef401b1f0bf476ca56a64ceac980ad2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:31:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.865424 21120 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:31:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.871068 21004 sys_catalog.cc:564] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: configured and running, proceeding with master startup.
06:31:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.918174 21131 sys_catalog.cc:455] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.918686 21131 sys_catalog.cc:458] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: This master's current role is: FOLLOWER
06:31:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.919034 21136 sys_catalog.cc:455] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.919327 21136 sys_catalog.cc:458] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: This master's current role is: FOLLOWER
06:31:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.919691 21130 sys_catalog.cc:455] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1ef401b1f0bf476ca56a64ceac980ad2. Latest consensus state: current_term: 1 leader_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.919999 21130 sys_catalog.cc:458] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: This master's current role is: FOLLOWER
06:31:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.974413 21120 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.974850 21120 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ef401b1f0bf476ca56a64ceac980ad2 [sys.catalog]: This master's current role is: LEADER
06:31:45.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:45.978847 21147 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
06:31:46.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.273140 21128 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:31:46.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.273483 21128 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:31:46.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.273631 21128 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:31:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.281563 21128 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:31:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.281757 21128 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
06:31:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.281813 21128 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
06:31:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.281880 21128 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
06:31:46.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.281998 21128 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.89.1
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.293136 21128 tablet_server_runner.cc:78] Tablet server non-default flags:
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/data
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/wal
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.1:0
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/data/info.pb
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.1
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.89.1
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/logs
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 05:40:48 UTC on ccycloud.quasar-zrzaui.root.comops.site
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455154
06:31:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:31:46.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.294866 21128 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:31:46.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.296784 21128 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:31:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.310947 21152 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.312232 21153 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.312639 21155 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.313475 21128 server_base.cc:1034] running on GCE node
06:31:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.314217 21128 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:31:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.315327 21128 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:31:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.316562 21128 hybrid_clock.cc:648] HybridClock initialized: now 1781850706316459 us; error 92 us; skew 500 ppm
06:31:46.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.316929 21128 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:31:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.319855 21128 webserver.cc:460] Webserver started at http://127.20.89.1:43629/ using document root <none> and password file <none>
06:31:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.320676 21128 fs_manager.cc:359] Metadata directory not provided
06:31:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.320827 21128 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:31:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.321157 21128 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:31:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.324337 21128 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/data/instance:
06:31:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa433cca1cd045c0b4a011dc12dd6fa6"
06:31:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:46 on dist-test-slave-7635"
06:31:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.325229 21128 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/wal/instance:
06:31:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa433cca1cd045c0b4a011dc12dd6fa6"
06:31:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:46 on dist-test-slave-7635"
06:31:46.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.331013 21128 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
06:31:46.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.334870 21161 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:31:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.336319 21128 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
06:31:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.336530 21128 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/data,/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/wal
06:31:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa433cca1cd045c0b4a011dc12dd6fa6"
06:31:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:46 on dist-test-slave-7635"
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.336833 21128 fs_report.cc:383] FS layout report
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/wal
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/wal
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/data/data
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:31:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:31:46.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.351250 21128 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:31:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.352202 21128 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:31:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.352515 21128 kserver.cc:163] Server-wide thread pool size limit: 3276
06:31:46.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.355578 21128 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:31:46.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.355715 21128 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:31:46.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.355854 21128 ts_tablet_manager.cc:610] Registered 0 tablets
06:31:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.356033 21128 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
06:31:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.423573 21128 rpc_server.cc:307] RPC server started. Bound to: 127.20.89.1:46529
06:31:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.423609 21285 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.89.1:46529 every 8 connection(s)
06:31:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.424849 21128 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/data/info.pb
06:31:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.427831 21287 heartbeater.cc:347] Connected to a master server at 127.20.89.62:46357
06:31:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.428426 21287 heartbeater.cc:464] Registering TS with master...
06:31:46.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.429920 21287 heartbeater.cc:511] Master 127.20.89.62:46357 requested a full tablet report, sending...
06:31:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.433074 20878 ts_manager.cc:194] Registered new tserver with Master: fa433cca1cd045c0b4a011dc12dd6fa6 (127.20.89.1:46529)
06:31:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.434877 20878 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.89.1:50169
06:31:46.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.436203 20836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBji8kG/build/asan/bin/kudu as pid 21128
06:31:46.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.436446 20836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-0/wal/instance
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.442178 20836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/wal
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/data
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/logs
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/data/info.pb
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:31:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.2:0
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.89.2
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.2
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.443293 21288 heartbeater.cc:347] Connected to a master server at 127.20.89.61:36373
06:31:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.443495 21288 heartbeater.cc:464] Registering TS with master...
06:31:46.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.443966 21288 heartbeater.cc:511] Master 127.20.89.61:36373 requested a full tablet report, sending...
06:31:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.445925 20959 ts_manager.cc:194] Registered new tserver with Master: fa433cca1cd045c0b4a011dc12dd6fa6 (127.20.89.1:46529)
06:31:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.449313 21286 heartbeater.cc:347] Connected to a master server at 127.20.89.60:46013
06:31:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.449481 21286 heartbeater.cc:464] Registering TS with master...
06:31:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.449827 21286 heartbeater.cc:511] Master 127.20.89.60:46013 requested a full tablet report, sending...
06:31:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.451576 21040 ts_manager.cc:194] Registered new tserver with Master: fa433cca1cd045c0b4a011dc12dd6fa6 (127.20.89.1:46529)
06:31:46.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.649147 21118 catalog_manager.cc:1259] Loaded cluster ID: 742772b014e24adc9625b3fc8b8b89a3
06:31:46.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.649277 21118 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b: loading cluster ID for follower catalog manager: success
06:31:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.652895 21118 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b: acquiring CA information for follower catalog manager: success
06:31:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.655350 21118 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:31:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.788451 21291 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:31:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.788769 21291 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:31:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.788869 21291 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:31:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.796350 21291 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:31:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.796506 21291 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
06:31:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.796545 21291 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
06:31:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.796589 21291 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
06:31:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.796657 21291 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.89.2
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.806824 21291 tablet_server_runner.cc:78] Tablet server non-default flags:
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/data
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/wal
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.2:0
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/data/info.pb
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.2
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.89.2
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/logs
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 05:40:48 UTC on ccycloud.quasar-zrzaui.root.comops.site
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455154
06:31:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:31:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.808130 21291 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:31:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.809988 21291 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:31:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.824093 21296 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.824074 21299 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:46.824398 21297 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.827925 21291 server_base.cc:1034] running on GCE node
06:31:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.828743 21291 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:31:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.830101 21291 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:31:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.831373 21291 hybrid_clock.cc:648] HybridClock initialized: now 1781850706831317 us; error 49 us; skew 500 ppm
06:31:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.831687 21291 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:31:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.834468 21291 webserver.cc:460] Webserver started at http://127.20.89.2:45475/ using document root <none> and password file <none>
06:31:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.835197 21291 fs_manager.cc:359] Metadata directory not provided
06:31:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.835294 21291 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:31:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.835559 21291 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:31:46.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.838406 21291 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/data/instance:
06:31:46.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adb8838176274a40833a2bfa876fe38a"
06:31:46.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:46 on dist-test-slave-7635"
06:31:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.839155 21291 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/wal/instance:
06:31:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adb8838176274a40833a2bfa876fe38a"
06:31:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:46 on dist-test-slave-7635"
06:31:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.844974 21291 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
06:31:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.848577 21305 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.849988 21291 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.850122 21291 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/data,/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/wal
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "adb8838176274a40833a2bfa876fe38a"
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:46 on dist-test-slave-7635"
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.850394 21291 fs_report.cc:383] FS layout report
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/wal
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/wal
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/data/data
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:31:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:31:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.876008 21291 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:31:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.876874 21291 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:31:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.877140 21291 kserver.cc:163] Server-wide thread pool size limit: 3276
06:31:46.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.880468 21291 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:31:46.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.880744 21291 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
06:31:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.880924 21291 ts_tablet_manager.cc:610] Registered 0 tablets
06:31:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.880990 21291 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:31:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.959578 21291 rpc_server.cc:307] RPC server started. Bound to: 127.20.89.2:35621
06:31:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.959615 21426 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.89.2:35621 every 8 connection(s)
06:31:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.961283 21291 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/data/info.pb
06:31:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.963714 20836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBji8kG/build/asan/bin/kudu as pid 21291
06:31:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.963883 20836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-1/wal/instance
06:31:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.965903 21428 heartbeater.cc:347] Connected to a master server at 127.20.89.62:46357
06:31:46.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.966401 21428 heartbeater.cc:464] Registering TS with master...
06:31:46.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.967599 21428 heartbeater.cc:511] Master 127.20.89.62:46357 requested a full tablet report, sending...
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.969519 20878 ts_manager.cc:194] Registered new tserver with Master: adb8838176274a40833a2bfa876fe38a (127.20.89.2:35621)
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.969820 20836 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBji8kG/build/asan/bin/kudu
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/wal
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/data
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/logs
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/data/info.pb
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.3:0
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.89.3
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.3
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:31:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:31:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
06:31:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.970734 20878 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.89.2:58451
06:31:46.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.974588 21427 heartbeater.cc:347] Connected to a master server at 127.20.89.60:46013
06:31:46.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.974740 21427 heartbeater.cc:464] Registering TS with master...
06:31:46.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.975111 21427 heartbeater.cc:511] Master 127.20.89.60:46013 requested a full tablet report, sending...
06:31:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.976276 21040 ts_manager.cc:194] Registered new tserver with Master: adb8838176274a40833a2bfa876fe38a (127.20.89.2:35621)
06:31:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.982261 21429 heartbeater.cc:347] Connected to a master server at 127.20.89.61:36373
06:31:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.982625 21429 heartbeater.cc:464] Registering TS with master...
06:31:46.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.983119 21429 heartbeater.cc:511] Master 127.20.89.61:36373 requested a full tablet report, sending...
06:31:46.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.984571 20959 ts_manager.cc:194] Registered new tserver with Master: adb8838176274a40833a2bfa876fe38a (127.20.89.2:35621)
06:31:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.986011 21147 catalog_manager.cc:1259] Loaded cluster ID: 742772b014e24adc9625b3fc8b8b89a3
06:31:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.986122 21147 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a: loading cluster ID for follower catalog manager: success
06:31:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.990901 21147 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a: acquiring CA information for follower catalog manager: success
06:31:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:46.993773 21147 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:31:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.328308 21432 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:31:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.328612 21432 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:31:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.328719 21432 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:31:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.336508 21432 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:31:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.336668 21432 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
06:31:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.336756 21432 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
06:31:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.336828 21432 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
06:31:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.336930 21432 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.89.3
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.347688 21432 tablet_server_runner.cc:78] Tablet server non-default flags:
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.89.20:40263
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/data
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/wal
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.89.3:0
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/data/info.pb
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.89.3
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.89.3
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/logs
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 05:40:48 UTC on ccycloud.quasar-zrzaui.root.comops.site
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455154
06:31:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:31:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.349073 21432 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:31:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.350879 21432 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:31:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.364964 21438 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.364883 21439 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.365265 21441 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:31:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.365761 21432 server_base.cc:1034] running on GCE node
06:31:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.366545 21432 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:31:47.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.367666 21432 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:31:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.368913 21432 hybrid_clock.cc:648] HybridClock initialized: now 1781850707368864 us; error 104 us; skew 500 ppm
06:31:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.369315 21432 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:31:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.371847 21432 webserver.cc:460] Webserver started at http://127.20.89.3:39285/ using document root <none> and password file <none>
06:31:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.372619 21432 fs_manager.cc:359] Metadata directory not provided
06:31:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.372750 21432 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:31:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.373330 21432 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:31:47.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.376214 21432 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/data/instance:
06:31:47.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfc84c6eabc944898ec1402a4d8f50e1"
06:31:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:47 on dist-test-slave-7635"
06:31:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.377238 21432 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/wal/instance:
06:31:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfc84c6eabc944898ec1402a4d8f50e1"
06:31:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:47 on dist-test-slave-7635"
06:31:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.383652 21432 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
06:31:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.387796 21447 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:31:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.389422 21432 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
06:31:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.389657 21432 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/data,/tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/wal
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfc84c6eabc944898ec1402a4d8f50e1"
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 06:31:47 on dist-test-slave-7635"
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.389969 21432 fs_report.cc:383] FS layout report
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/wal
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/wal
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/data/data
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:31:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:31:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.407449 21432 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:31:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.408365 21432 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:31:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.408684 21432 kserver.cc:163] Server-wide thread pool size limit: 3276
06:31:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.411870 21432 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:31:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.412005 21432 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:31:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.412142 21432 ts_tablet_manager.cc:610] Registered 0 tablets
06:31:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.412223 21432 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:31:47.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.438373 21287 heartbeater.cc:503] Master 127.20.89.62:46357 was elected leader, sending a full tablet report...
06:31:47.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.493914 21432 rpc_server.cc:307] RPC server started. Bound to: 127.20.89.3:42299
06:31:47.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.493988 21568 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.89.3:42299 every 8 connection(s)
06:31:47.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.495312 21432 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/data/info.pb
06:31:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.497849 20836 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBji8kG/build/asan/bin/kudu as pid 21432
06:31:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.498023 20836 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBji8kG/test-tmp/mini-kudu-cluster7747959153010818060/ts-2/wal/instance
06:31:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.498090 21570 heartbeater.cc:347] Connected to a master server at 127.20.89.62:46357
06:31:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.499620 21570 heartbeater.cc:464] Registering TS with master...
06:31:47.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.500530 21570 heartbeater.cc:511] Master 127.20.89.62:46357 requested a full tablet report, sending...
06:31:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.502102 20878 ts_manager.cc:194] Registered new tserver with Master: cfc84c6eabc944898ec1402a4d8f50e1 (127.20.89.3:42299)
06:31:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.503130 20878 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.89.3:47009
06:31:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.508229 21571 heartbeater.cc:347] Connected to a master server at 127.20.89.61:36373
06:31:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.508376 21571 heartbeater.cc:464] Registering TS with master...
06:31:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.508750 21569 heartbeater.cc:347] Connected to a master server at 127.20.89.60:46013
06:31:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.508824 21571 heartbeater.cc:511] Master 127.20.89.61:36373 requested a full tablet report, sending...
06:31:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.508898 21569 heartbeater.cc:464] Registering TS with master...
06:31:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.509274 21569 heartbeater.cc:511] Master 127.20.89.60:46013 requested a full tablet report, sending...
06:31:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.510041 20959 ts_manager.cc:194] Registered new tserver with Master: cfc84c6eabc944898ec1402a4d8f50e1 (127.20.89.3:42299)
06:31:47.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.510449 21040 ts_manager.cc:194] Registered new tserver with Master: cfc84c6eabc944898ec1402a4d8f50e1 (127.20.89.3:42299)
06:31:47.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.524546 20836 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
06:31:47.526 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:31:47.526 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
06:31:47.527 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.89.62"
port: 46357
}
bound_http_address {
host: "127.20.89.62"
port: 45831
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.89.61"
port: 36373
}
bound_http_address {
host: "127.20.89.61"
port: 45053
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.89.60"
port: 46013
}
bound_http_address {
host: "127.20.89.60"
port: 37357
}
}
}
06:31:47.528 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:31:47.529 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.20.89.1"
port: 46529
}
bound_http_address {
host: "127.20.89.1"
port: 43629
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.20.89.2"
port: 35621
}
bound_http_address {
host: "127.20.89.2"
port: 45475
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.20.89.3"
port: 42299
}
bound_http_address {
host: "127.20.89.3"
port: 39285
}
}
}
06:31:47.529 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:31:47.531 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
06:31:47.532 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:47.533 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.89.61:36373(127.20.89.61:36373)] connecting to peer
06:31:47.534 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.89.60:46013(127.20.89.60:46013)] connecting to peer
06:31:47.535 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.89.62:46357(127.20.89.62:46357)] Successfully connected to peer
06:31:47.536 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.89.62
06:31:47.539 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.89.61:36373(127.20.89.61:36373)] Successfully connected to peer
06:31:47.540 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.89.60:46013(127.20.89.60:46013)] Successfully connected to peer
06:31:47.543 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.89.60
06:31:47.550 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.89.61
06:31:47.566 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3d14b828, L:/127.0.0.1:43492 - R:/127.20.89.62:46357] using SASL/PLAIN
06:31:47.568 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x717b1f91, L:/127.0.0.1:44738 - R:/127.20.89.61:36373] using SASL/PLAIN
06:31:47.568 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4bb6ca44, L:/127.0.0.1:53752 - R:/127.20.89.60:46013] using SASL/PLAIN
06:31:47.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:31:47.570 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=38), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [37ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, deferred=null) after lookup
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.572736 20878 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43492:
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.575285 20878 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:31:47.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4e8605ae09f84a85aa3368c70940002f
06:31:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.664302 21355 tablet_service.cc:1467] Processing CreateTablet for tablet 9672a612bbbd413889376e648dc06e32 (DEFAULT_TABLE table=txn_manager_fallback [id=4e8605ae09f84a85aa3368c70940002f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
06:31:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.664300 21221 tablet_service.cc:1467] Processing CreateTablet for tablet 9672a612bbbd413889376e648dc06e32 (DEFAULT_TABLE table=txn_manager_fallback [id=4e8605ae09f84a85aa3368c70940002f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
06:31:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.664336 21354 tablet_service.cc:1467] Processing CreateTablet for tablet ba9e80c432424ff79df22d2038af3e33 (DEFAULT_TABLE table=txn_manager_fallback [id=4e8605ae09f84a85aa3368c70940002f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
06:31:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.665663 21355 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9672a612bbbd413889376e648dc06e32. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.665805 21221 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9672a612bbbd413889376e648dc06e32. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.666170 21354 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ba9e80c432424ff79df22d2038af3e33. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:47.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.670472 21220 tablet_service.cc:1467] Processing CreateTablet for tablet ba9e80c432424ff79df22d2038af3e33 (DEFAULT_TABLE table=txn_manager_fallback [id=4e8605ae09f84a85aa3368c70940002f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
06:31:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.671036 21220 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ba9e80c432424ff79df22d2038af3e33. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:47.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.675083 21504 tablet_service.cc:1467] Processing CreateTablet for tablet 9672a612bbbd413889376e648dc06e32 (DEFAULT_TABLE table=txn_manager_fallback [id=4e8605ae09f84a85aa3368c70940002f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
06:31:47.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.676796 21504 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9672a612bbbd413889376e648dc06e32. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.678534 21503 tablet_service.cc:1467] Processing CreateTablet for tablet ba9e80c432424ff79df22d2038af3e33 (DEFAULT_TABLE table=txn_manager_fallback [id=4e8605ae09f84a85aa3368c70940002f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
06:31:47.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.680537 21503 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ba9e80c432424ff79df22d2038af3e33. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:47.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.684427 21595 tablet_bootstrap.cc:492] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a: Bootstrap starting.
06:31:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.686883 21596 tablet_bootstrap.cc:492] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6: Bootstrap starting.
06:31:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.688231 21595 tablet_bootstrap.cc:654] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a: Neither blocks nor log segments found. Creating new log.
06:31:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.689754 21595 log.cc:824] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a: Log is configured to *not* fsync() on all Append() calls
06:31:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.691095 21596 tablet_bootstrap.cc:654] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6: Neither blocks nor log segments found. Creating new log.
06:31:47.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.692499 21596 log.cc:824] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6: Log is configured to *not* fsync() on all Append() calls
06:31:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.693233 21595 tablet_bootstrap.cc:492] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a: No bootstrap required, opened a new log
06:31:47.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.694175 21595 ts_tablet_manager.cc:1397] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.003s
06:31:47.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.703377 21599 tablet_bootstrap.cc:492] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1: Bootstrap starting.
06:31:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.706951 21596 tablet_bootstrap.cc:492] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6: No bootstrap required, opened a new log
06:31:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.707278 21596 ts_tablet_manager.cc:1397] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6: Time spent bootstrapping tablet: real 0.021s user 0.011s sys 0.005s
06:31:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.708241 21599 tablet_bootstrap.cc:654] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1: Neither blocks nor log segments found. Creating new log.
06:31:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.708539 21595 raft_consensus.cc:348] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.709070 21595 raft_consensus.cc:374] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.709182 21595 raft_consensus.cc:729] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: adb8838176274a40833a2bfa876fe38a, State: Initialized, Role: FOLLOWER
06:31:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.709736 21599 log.cc:824] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1: Log is configured to *not* fsync() on all Append() calls
06:31:47.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.709903 21595 consensus_queue.cc:260] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.716481 21596 raft_consensus.cc:348] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.717185 21596 raft_consensus.cc:374] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.717242 21595 ts_tablet_manager.cc:1428] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a: Time spent starting tablet: real 0.023s user 0.011s sys 0.010s
06:31:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.717420 21596 raft_consensus.cc:729] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa433cca1cd045c0b4a011dc12dd6fa6, State: Initialized, Role: FOLLOWER
06:31:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.717731 21595 tablet_bootstrap.cc:492] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a: Bootstrap starting.
06:31:47.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.718348 21596 consensus_queue.cc:260] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.719553 21428 heartbeater.cc:503] Master 127.20.89.62:46357 was elected leader, sending a full tablet report...
06:31:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.719766 21595 tablet_bootstrap.cc:654] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a: Neither blocks nor log segments found. Creating new log.
06:31:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.720829 21430 tablet.cc:2369] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:31:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.725930 21599 tablet_bootstrap.cc:492] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1: No bootstrap required, opened a new log
06:31:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.726539 21599 ts_tablet_manager.cc:1397] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1: Time spent bootstrapping tablet: real 0.024s user 0.010s sys 0.005s
06:31:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.735860 21596 ts_tablet_manager.cc:1428] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6: Time spent starting tablet: real 0.028s user 0.016s sys 0.011s
06:31:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.736450 21595 tablet_bootstrap.cc:492] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a: No bootstrap required, opened a new log
06:31:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.736572 21596 tablet_bootstrap.cc:492] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6: Bootstrap starting.
06:31:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.737191 21595 ts_tablet_manager.cc:1397] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a: Time spent bootstrapping tablet: real 0.020s user 0.011s sys 0.007s
06:31:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.738273 21595 raft_consensus.cc:348] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.738579 21596 tablet_bootstrap.cc:654] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6: Neither blocks nor log segments found. Creating new log.
06:31:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.738752 21595 raft_consensus.cc:374] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.738977 21595 raft_consensus.cc:729] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: adb8838176274a40833a2bfa876fe38a, State: Initialized, Role: FOLLOWER
06:31:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.739372 21595 consensus_queue.cc:260] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.740010 21599 raft_consensus.cc:348] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.740641 21599 raft_consensus.cc:374] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.740748 21599 raft_consensus.cc:729] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cfc84c6eabc944898ec1402a4d8f50e1, State: Initialized, Role: FOLLOWER
06:31:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.741410 21595 ts_tablet_manager.cc:1428] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
06:31:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.741555 21599 consensus_queue.cc:260] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.745740 21596 tablet_bootstrap.cc:492] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6: No bootstrap required, opened a new log
06:31:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.746083 21596 ts_tablet_manager.cc:1397] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
06:31:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.747190 21596 raft_consensus.cc:348] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.747575 21596 raft_consensus.cc:374] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.747820 21596 raft_consensus.cc:729] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa433cca1cd045c0b4a011dc12dd6fa6, State: Initialized, Role: FOLLOWER
06:31:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.748185 21596 consensus_queue.cc:260] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.749045 21599 ts_tablet_manager.cc:1428] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1: Time spent starting tablet: real 0.022s user 0.017s sys 0.004s
06:31:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.749323 21570 heartbeater.cc:503] Master 127.20.89.62:46357 was elected leader, sending a full tablet report...
06:31:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.749752 21596 ts_tablet_manager.cc:1428] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
06:31:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.750100 21599 tablet_bootstrap.cc:492] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1: Bootstrap starting.
06:31:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.751879 21599 tablet_bootstrap.cc:654] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1: Neither blocks nor log segments found. Creating new log.
06:31:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.756959 21599 tablet_bootstrap.cc:492] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1: No bootstrap required, opened a new log
06:31:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.757145 21599 ts_tablet_manager.cc:1397] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.000s
06:31:47.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.757786 21599 raft_consensus.cc:348] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.758000 21599 raft_consensus.cc:374] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:47.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.758100 21599 raft_consensus.cc:729] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cfc84c6eabc944898ec1402a4d8f50e1, State: Initialized, Role: FOLLOWER
06:31:47.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.758379 21599 consensus_queue.cc:260] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.758986 21599 ts_tablet_manager.cc:1428] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
06:31:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.798547 21601 raft_consensus.cc:482] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:31:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.798851 21601 raft_consensus.cc:504] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.800701 21601 leader_election.cc:288] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fa433cca1cd045c0b4a011dc12dd6fa6 (127.20.89.1:46529), cfc84c6eabc944898ec1402a4d8f50e1 (127.20.89.3:42299)
06:31:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.808843 21241 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9672a612bbbd413889376e648dc06e32" candidate_uuid: "adb8838176274a40833a2bfa876fe38a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" is_pre_election: true
06:31:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.809104 21524 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9672a612bbbd413889376e648dc06e32" candidate_uuid: "adb8838176274a40833a2bfa876fe38a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" is_pre_election: true
06:31:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.809417 21241 raft_consensus.cc:2454] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adb8838176274a40833a2bfa876fe38a in term 0.
06:31:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.809480 21524 raft_consensus.cc:2454] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adb8838176274a40833a2bfa876fe38a in term 0.
06:31:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.810096 21309 leader_election.cc:302] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: adb8838176274a40833a2bfa876fe38a, cfc84c6eabc944898ec1402a4d8f50e1, fa433cca1cd045c0b4a011dc12dd6fa6; no voters:
06:31:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.810603 21601 raft_consensus.cc:2781] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Leader pre-election won for term 1
06:31:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.810765 21601 raft_consensus.cc:482] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:31:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.810875 21601 raft_consensus.cc:3037] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Advancing to term 1
06:31:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.812934 21601 raft_consensus.cc:504] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.813567 21601 leader_election.cc:288] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [CANDIDATE]: Term 1 election: Requested vote from peers fa433cca1cd045c0b4a011dc12dd6fa6 (127.20.89.1:46529), cfc84c6eabc944898ec1402a4d8f50e1 (127.20.89.3:42299)
06:31:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.814074 21241 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9672a612bbbd413889376e648dc06e32" candidate_uuid: "adb8838176274a40833a2bfa876fe38a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6"
06:31:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.814307 21524 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9672a612bbbd413889376e648dc06e32" candidate_uuid: "adb8838176274a40833a2bfa876fe38a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfc84c6eabc944898ec1402a4d8f50e1"
06:31:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.814339 21241 raft_consensus.cc:3037] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Advancing to term 1
06:31:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.814489 21524 raft_consensus.cc:3037] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Advancing to term 1
06:31:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.816577 21241 raft_consensus.cc:2454] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate adb8838176274a40833a2bfa876fe38a in term 1.
06:31:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.816587 21524 raft_consensus.cc:2454] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate adb8838176274a40833a2bfa876fe38a in term 1.
06:31:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.817066 21309 leader_election.cc:302] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: adb8838176274a40833a2bfa876fe38a, cfc84c6eabc944898ec1402a4d8f50e1, fa433cca1cd045c0b4a011dc12dd6fa6; no voters:
06:31:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.817406 21601 raft_consensus.cc:2781] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 1 FOLLOWER]: Leader election won for term 1
06:31:47.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.817924 21601 raft_consensus.cc:686] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [term 1 LEADER]: Becoming Leader. State: Replica: adb8838176274a40833a2bfa876fe38a, State: Running, Role: LEADER
06:31:47.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.818516 21601 consensus_queue.cc:237] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.823949 20878 catalog_manager.cc:5495] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a reported cstate change: term changed from 0 to 1, leader changed from <none> to adb8838176274a40833a2bfa876fe38a (127.20.89.2). New cstate: current_term: 1 leader_uuid: "adb8838176274a40833a2bfa876fe38a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } health_report { overall_health: UNKNOWN } } }
06:31:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.934454 21289 tablet.cc:2369] T 9672a612bbbd413889376e648dc06e32 P fa433cca1cd045c0b4a011dc12dd6fa6: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:31:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.954921 21602 raft_consensus.cc:482] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:31:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.955214 21602 raft_consensus.cc:504] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.956766 21602 leader_election.cc:288] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers adb8838176274a40833a2bfa876fe38a (127.20.89.2:35621), cfc84c6eabc944898ec1402a4d8f50e1 (127.20.89.3:42299)
06:31:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.965271 21524 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ba9e80c432424ff79df22d2038af3e33" candidate_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" is_pre_election: true
06:31:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.965621 21524 raft_consensus.cc:2454] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fa433cca1cd045c0b4a011dc12dd6fa6 in term 0.
06:31:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.966321 21164 leader_election.cc:302] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cfc84c6eabc944898ec1402a4d8f50e1, fa433cca1cd045c0b4a011dc12dd6fa6; no voters:
06:31:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.966843 21602 raft_consensus.cc:2781] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:31:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.966979 21602 raft_consensus.cc:482] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:31:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.967056 21602 raft_consensus.cc:3037] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Advancing to term 1
06:31:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.966797 21379 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ba9e80c432424ff79df22d2038af3e33" candidate_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "adb8838176274a40833a2bfa876fe38a" is_pre_election: true
06:31:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.967298 21379 raft_consensus.cc:2454] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fa433cca1cd045c0b4a011dc12dd6fa6 in term 0.
06:31:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.969892 21602 raft_consensus.cc:504] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.970567 21602 leader_election.cc:288] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [CANDIDATE]: Term 1 election: Requested vote from peers adb8838176274a40833a2bfa876fe38a (127.20.89.2:35621), cfc84c6eabc944898ec1402a4d8f50e1 (127.20.89.3:42299)
06:31:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.971071 21524 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ba9e80c432424ff79df22d2038af3e33" candidate_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfc84c6eabc944898ec1402a4d8f50e1"
06:31:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.971303 21524 raft_consensus.cc:3037] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Advancing to term 1
06:31:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.974092 21524 raft_consensus.cc:2454] T ba9e80c432424ff79df22d2038af3e33 P cfc84c6eabc944898ec1402a4d8f50e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fa433cca1cd045c0b4a011dc12dd6fa6 in term 1.
06:31:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.974606 21379 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ba9e80c432424ff79df22d2038af3e33" candidate_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "adb8838176274a40833a2bfa876fe38a"
06:31:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.974766 21164 leader_election.cc:302] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cfc84c6eabc944898ec1402a4d8f50e1, fa433cca1cd045c0b4a011dc12dd6fa6; no voters:
06:31:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.974848 21379 raft_consensus.cc:3037] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Advancing to term 1
06:31:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.975154 21602 raft_consensus.cc:2781] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 1 FOLLOWER]: Leader election won for term 1
06:31:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.975714 21602 raft_consensus.cc:686] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 1 LEADER]: Becoming Leader. State: Replica: fa433cca1cd045c0b4a011dc12dd6fa6, State: Running, Role: LEADER
06:31:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.976665 21602 consensus_queue.cc:237] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.977829 21379 raft_consensus.cc:2454] T ba9e80c432424ff79df22d2038af3e33 P adb8838176274a40833a2bfa876fe38a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fa433cca1cd045c0b4a011dc12dd6fa6 in term 1.
06:31:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:47.982395 20878 catalog_manager.cc:5495] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 reported cstate change: term changed from 0 to 1, leader changed from <none> to fa433cca1cd045c0b4a011dc12dd6fa6 (127.20.89.1). New cstate: current_term: 1 leader_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } health_report { overall_health: UNKNOWN } } }
06:31:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:47.998121 21572 tablet.cc:2369] T 9672a612bbbd413889376e648dc06e32 P cfc84c6eabc944898ec1402a4d8f50e1: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.074172 20878 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43498:
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
06:31:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
06:31:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:48.075313 20878 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:31:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.088181 21354 tablet_service.cc:1467] Processing CreateTablet for tablet 2e0f2a20db754107976432fa16f9c1b1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4754972808194160bf01b265e5a1964e]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
06:31:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.088044 21503 tablet_service.cc:1467] Processing CreateTablet for tablet 2e0f2a20db754107976432fa16f9c1b1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4754972808194160bf01b265e5a1964e]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
06:31:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.088975 21503 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2e0f2a20db754107976432fa16f9c1b1. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.089008 21354 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2e0f2a20db754107976432fa16f9c1b1. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.090647 21220 tablet_service.cc:1467] Processing CreateTablet for tablet 2e0f2a20db754107976432fa16f9c1b1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4754972808194160bf01b265e5a1964e]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
06:31:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.091616 21220 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2e0f2a20db754107976432fa16f9c1b1. 1 dirs total, 0 dirs full, 0 dirs failed
06:31:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.094969 21599 tablet_bootstrap.cc:492] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: Bootstrap starting.
06:31:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.095329 21595 tablet_bootstrap.cc:492] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: Bootstrap starting.
06:31:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.096668 21599 tablet_bootstrap.cc:654] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: Neither blocks nor log segments found. Creating new log.
06:31:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.096964 21595 tablet_bootstrap.cc:654] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: Neither blocks nor log segments found. Creating new log.
06:31:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.099001 21596 tablet_bootstrap.cc:492] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: Bootstrap starting.
06:31:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.100416 21599 tablet_bootstrap.cc:492] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: No bootstrap required, opened a new log
06:31:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.100628 21599 ts_tablet_manager.cc:1397] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.003s
06:31:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.100875 21596 tablet_bootstrap.cc:654] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: Neither blocks nor log segments found. Creating new log.
06:31:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.101346 21595 tablet_bootstrap.cc:492] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: No bootstrap required, opened a new log
06:31:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.101313 21599 raft_consensus.cc:348] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.101564 21599 raft_consensus.cc:374] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.101652 21599 raft_consensus.cc:729] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cfc84c6eabc944898ec1402a4d8f50e1, State: Initialized, Role: FOLLOWER
06:31:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.101953 21599 consensus_queue.cc:260] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.102538 21605 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.102856 21605 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: This TxnStatusTablet replica's current role is: FOLLOWER
06:31:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.102738 21595 ts_tablet_manager.cc:1397] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.002s
06:31:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.104014 21595 raft_consensus.cc:348] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.104516 21595 raft_consensus.cc:374] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.104696 21595 raft_consensus.cc:729] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: adb8838176274a40833a2bfa876fe38a, State: Initialized, Role: FOLLOWER
06:31:48.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.106426 21599 ts_tablet_manager.cc:1428] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: Time spent starting tablet: real 0.006s user 0.000s sys 0.003s
06:31:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.105131 21595 consensus_queue.cc:260] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.107513 21601 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.107862 21601 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: This TxnStatusTablet replica's current role is: FOLLOWER
06:31:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.110711 21595 ts_tablet_manager.cc:1428] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: Time spent starting tablet: real 0.008s user 0.001s sys 0.001s
06:31:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.113987 21596 tablet_bootstrap.cc:492] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: No bootstrap required, opened a new log
06:31:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.114243 21596 ts_tablet_manager.cc:1397] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: Time spent bootstrapping tablet: real 0.015s user 0.009s sys 0.004s
06:31:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.114848 21596 raft_consensus.cc:348] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.115106 21596 raft_consensus.cc:374] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:31:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.115182 21596 raft_consensus.cc:729] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa433cca1cd045c0b4a011dc12dd6fa6, State: Initialized, Role: FOLLOWER
06:31:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.115434 21596 consensus_queue.cc:260] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:48.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.115959 21602 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.116274 21602 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: This TxnStatusTablet replica's current role is: FOLLOWER
06:31:48.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.117274 21596 ts_tablet_manager.cc:1428] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
06:31:48.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.225651 21601 raft_consensus.cc:482] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:31:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.225904 21601 raft_consensus.cc:504] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.226626 21601 leader_election.cc:288] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fa433cca1cd045c0b4a011dc12dd6fa6 (127.20.89.1:46529), cfc84c6eabc944898ec1402a4d8f50e1 (127.20.89.3:42299)
06:31:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.227186 21241 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2e0f2a20db754107976432fa16f9c1b1" candidate_uuid: "adb8838176274a40833a2bfa876fe38a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" is_pre_election: true
06:31:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.227229 21524 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2e0f2a20db754107976432fa16f9c1b1" candidate_uuid: "adb8838176274a40833a2bfa876fe38a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" is_pre_election: true
06:31:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.227416 21241 raft_consensus.cc:2454] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adb8838176274a40833a2bfa876fe38a in term 0.
06:31:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.227586 21524 raft_consensus.cc:2454] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate adb8838176274a40833a2bfa876fe38a in term 0.
06:31:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.227845 21309 leader_election.cc:302] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: adb8838176274a40833a2bfa876fe38a, fa433cca1cd045c0b4a011dc12dd6fa6; no voters:
06:31:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.228192 21601 raft_consensus.cc:2781] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Leader pre-election won for term 1
06:31:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.228283 21601 raft_consensus.cc:482] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:31:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.228376 21601 raft_consensus.cc:3037] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 0 FOLLOWER]: Advancing to term 1
06:31:48.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.230353 21601 raft_consensus.cc:504] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:48.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.231199 21601 leader_election.cc:288] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [CANDIDATE]: Term 1 election: Requested vote from peers fa433cca1cd045c0b4a011dc12dd6fa6 (127.20.89.1:46529), cfc84c6eabc944898ec1402a4d8f50e1 (127.20.89.3:42299)
06:31:48.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.231694 21241 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2e0f2a20db754107976432fa16f9c1b1" candidate_uuid: "adb8838176274a40833a2bfa876fe38a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6"
06:31:48.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.231732 21524 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2e0f2a20db754107976432fa16f9c1b1" candidate_uuid: "adb8838176274a40833a2bfa876fe38a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfc84c6eabc944898ec1402a4d8f50e1"
06:31:48.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.231887 21241 raft_consensus.cc:3037] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 0 FOLLOWER]: Advancing to term 1
06:31:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.231953 21524 raft_consensus.cc:3037] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1 [term 0 FOLLOWER]: Advancing to term 1
06:31:48.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.233814 21241 raft_consensus.cc:2454] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate adb8838176274a40833a2bfa876fe38a in term 1.
06:31:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.233855 21524 raft_consensus.cc:2454] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate adb8838176274a40833a2bfa876fe38a in term 1.
06:31:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.234297 21309 leader_election.cc:302] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: adb8838176274a40833a2bfa876fe38a, cfc84c6eabc944898ec1402a4d8f50e1, fa433cca1cd045c0b4a011dc12dd6fa6; no voters:
06:31:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.234650 21601 raft_consensus.cc:2781] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 1 FOLLOWER]: Leader election won for term 1
06:31:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.234848 21601 raft_consensus.cc:686] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [term 1 LEADER]: Becoming Leader. State: Replica: adb8838176274a40833a2bfa876fe38a, State: Running, Role: LEADER
06:31:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.235175 21601 consensus_queue.cc:237] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } }
06:31:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.236801 21609 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: TxnStatusTablet state changed. Reason: New leader adb8838176274a40833a2bfa876fe38a. Latest consensus state: current_term: 1 leader_uuid: "adb8838176274a40833a2bfa876fe38a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.237159 21609 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: This TxnStatusTablet replica's current role is: LEADER
06:31:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.237833 21627 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
06:31:48.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.238313 21627 txn_status_manager.cc:929] Loading transaction status metadata into memory...
06:31:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.238876 20878 catalog_manager.cc:5495] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a reported cstate change: term changed from 0 to 1, leader changed from <none> to adb8838176274a40833a2bfa876fe38a (127.20.89.2). New cstate: current_term: 1 leader_uuid: "adb8838176274a40833a2bfa876fe38a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } health_report { overall_health: UNKNOWN } } }
06:31:48.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.244598 21609 consensus_queue.cc:1035] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [LEADER]: Connected to new peer: Peer: permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:31:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.257387 21609 consensus_queue.cc:1035] T 9672a612bbbd413889376e648dc06e32 P adb8838176274a40833a2bfa876fe38a [LEADER]: Connected to new peer: Peer: permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:31:48.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.286626 21524 raft_consensus.cc:1261] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1 [term 1 FOLLOWER]: Refusing update from remote peer adb8838176274a40833a2bfa876fe38a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:31:48.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.286728 21241 raft_consensus.cc:1261] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6 [term 1 FOLLOWER]: Refusing update from remote peer adb8838176274a40833a2bfa876fe38a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:31:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.287439 21601 consensus_queue.cc:1035] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [LEADER]: Connected to new peer: Peer: permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:31:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.287744 21609 consensus_queue.cc:1035] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a [LEADER]: Connected to new peer: Peer: permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:31:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.303697 21630 mvcc.cc:205] Tried to move back new op lower bound from 7298460501134872576 to 7298460500933332992. Current Snapshot: MvccSnapshot[applied={T|T < 7298460501134872576}]
06:31:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.304666 21631 mvcc.cc:205] Tried to move back new op lower bound from 7298460501134872576 to 7298460500933332992. Current Snapshot: MvccSnapshot[applied={T|T < 7298460501134872576}]
06:31:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.308760 21609 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "adb8838176274a40833a2bfa876fe38a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.309144 21609 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: This TxnStatusTablet replica's current role is: LEADER
06:31:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.310798 21605 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: TxnStatusTablet state changed. Reason: New leader adb8838176274a40833a2bfa876fe38a. Latest consensus state: current_term: 1 leader_uuid: "adb8838176274a40833a2bfa876fe38a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.311084 21605 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: This TxnStatusTablet replica's current role is: FOLLOWER
06:31:48.313 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
06:31:48.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4e8605ae09f84a85aa3368c70940002f
06:31:48.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9672a612bbbd413889376e648dc06e32 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
06:31:48.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ba9e80c432424ff79df22d2038af3e33 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
06:31:48.323 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=9672a612bbbd413889376e648dc06e32@[adb8838176274a40833a2bfa876fe38a(127.20.89.2:35621)[L],cfc84c6eabc944898ec1402a4d8f50e1(127.20.89.3:42299),fa433cca1cd045c0b4a011dc12dd6fa6(127.20.89.1:46529)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ba9e80c432424ff79df22d2038af3e33@[adb8838176274a40833a2bfa876fe38a(127.20.89.2:35621),cfc84c6eabc944898ec1402a4d8f50e1(127.20.89.3:42299),fa433cca1cd045c0b4a011dc12dd6fa6(127.20.89.1:46529)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
06:31:48.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.89.62:46357, [5ms] Sub RPC GetTableLocations: received response from server master-127.20.89.62:46357: OK, deferred=null) after lookup
06:31:48.324 [DEBUG - kudu-nio-0] (Connection.java:748) [peer adb8838176274a40833a2bfa876fe38a(127.20.89.2:35621)] connecting to peer
06:31:48.325 [DEBUG - kudu-nio-1] (Connection.java:757) [peer adb8838176274a40833a2bfa876fe38a(127.20.89.2:35621)] Successfully connected to peer
06:31:48.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.330237 21605 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "adb8838176274a40833a2bfa876fe38a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.330518 21605 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P cfc84c6eabc944898ec1402a4d8f50e1: This TxnStatusTablet replica's current role is: FOLLOWER
06:31:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.334870 21601 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "adb8838176274a40833a2bfa876fe38a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.335193 21601 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P adb8838176274a40833a2bfa876fe38a: This TxnStatusTablet replica's current role is: LEADER
06:31:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.341058 21613 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "adb8838176274a40833a2bfa876fe38a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.341418 21613 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: This TxnStatusTablet replica's current role is: FOLLOWER
06:31:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.342870 21602 tablet_replica.cc:439] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: TxnStatusTablet state changed. Reason: New leader adb8838176274a40833a2bfa876fe38a. Latest consensus state: current_term: 1 leader_uuid: "adb8838176274a40833a2bfa876fe38a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa433cca1cd045c0b4a011dc12dd6fa6" member_type: VOTER last_known_addr { host: "127.20.89.1" port: 46529 } } peers { permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 } } peers { permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 } } }
06:31:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.343175 21602 tablet_replica.cc:442] T 2e0f2a20db754107976432fa16f9c1b1 P fa433cca1cd045c0b4a011dc12dd6fa6: This TxnStatusTablet replica's current role is: FOLLOWER
06:31:48.344 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6a6bd61f, L:/127.0.0.1:36704 - R:/127.20.89.2:35621] using TOKEN/null
06:31:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.392673 21602 consensus_queue.cc:1035] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cfc84c6eabc944898ec1402a4d8f50e1" member_type: VOTER last_known_addr { host: "127.20.89.3" port: 42299 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:31:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.404209 21602 consensus_queue.cc:1035] T ba9e80c432424ff79df22d2038af3e33 P fa433cca1cd045c0b4a011dc12dd6fa6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "adb8838176274a40833a2bfa876fe38a" member_type: VOTER last_known_addr { host: "127.20.89.2" port: 35621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:31:48.420 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.89.62:46357
06:31:48.421 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
06:31:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.421949 20836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBji8kG/build/asan/bin/kudu pid 20847
06:31:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.423640 20918 generic_service.cc:196] Checking for leaks (request via RPC)
06:31:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.631861 20836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBji8kG/build/asan/bin/kudu with pid 20847
06:31:48.654 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.89.62:46357(127.20.89.62:46357)] handling channelInactive
06:31:48.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state READY due to: connection closed
06:31:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:48.655699 21025 connection.cc:535] server connection from 127.0.0.1:58652 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:31:48.656 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:31:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:48.656055 20943 connection.cc:535] server connection from 127.0.0.1:58016 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:31:48.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:48.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.837 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.20.89.62:46357(127.20.89.62:46357) for tablet Kudu Master: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:48.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.855 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:48.873 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:48.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:48.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:48.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:48.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:48.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.932061 21649 raft_consensus.cc:482] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1ef401b1f0bf476ca56a64ceac980ad2)
06:31:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.932367 21649 raft_consensus.cc:504] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:48.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.932855 21650 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1ef401b1f0bf476ca56a64ceac980ad2)
06:31:48.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:48.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.933115 21650 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:48.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.934991 21650 leader_election.cc:288] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357), d865e0ae8100473a8522255c11a5594a (127.20.89.61:36373)
06:31:48.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.936830 20967 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5b3c3ff6b59d4052ace8107e8337035b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d865e0ae8100473a8522255c11a5594a" is_pre_election: true
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.937162 20967 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5b3c3ff6b59d4052ace8107e8337035b in term 1.
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.937497 21649 leader_election.cc:288] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357), 5b3c3ff6b59d4052ace8107e8337035b (127.20.89.60:46013)
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.937849 21050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d865e0ae8100473a8522255c11a5594a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5b3c3ff6b59d4052ace8107e8337035b" is_pre_election: true
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.938086 21050 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d865e0ae8100473a8522255c11a5594a in term 1.
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.938027 21026 leader_election.cc:302] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5b3c3ff6b59d4052ace8107e8337035b, d865e0ae8100473a8522255c11a5594a; no voters:
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.938726 20944 leader_election.cc:302] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5b3c3ff6b59d4052ace8107e8337035b, d865e0ae8100473a8522255c11a5594a; no voters:
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.939191 21649 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 1 FOLLOWER]: Leader pre-election won for term 2
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.939330 21649 raft_consensus.cc:482] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1ef401b1f0bf476ca56a64ceac980ad2)
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.939424 21649 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 1 FOLLOWER]: Advancing to term 2
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.941758 21650 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 1 FOLLOWER]: Leader pre-election won for term 2
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.941946 21650 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1ef401b1f0bf476ca56a64ceac980ad2)
06:31:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.942052 21650 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 1 FOLLOWER]: Advancing to term 2
06:31:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.942756 21649 raft_consensus.cc:504] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.944169 21649 leader_election.cc:288] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [CANDIDATE]: Term 2 election: Requested vote from peers 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357), 5b3c3ff6b59d4052ace8107e8337035b (127.20.89.60:46013)
06:31:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.944424 21050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d865e0ae8100473a8522255c11a5594a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5b3c3ff6b59d4052ace8107e8337035b"
06:31:48.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.945396 21650 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.945815 21050 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d865e0ae8100473a8522255c11a5594a in current term 2: Already voted for candidate 5b3c3ff6b59d4052ace8107e8337035b in this term.
06:31:48.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:48.952121 21027 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:48.953229 20946 leader_election.cc:334] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.953866 21650 leader_election.cc:288] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 2 election: Requested vote from peers 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357), d865e0ae8100473a8522255c11a5594a (127.20.89.61:36373)
06:31:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:48.954272 21027 leader_election.cc:334] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:48.954685 20946 leader_election.cc:334] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:48.954767 21027 leader_election.cc:334] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.954838 20946 leader_election.cc:302] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d865e0ae8100473a8522255c11a5594a; no voters: 1ef401b1f0bf476ca56a64ceac980ad2, 5b3c3ff6b59d4052ace8107e8337035b
06:31:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.955260 21649 raft_consensus.cc:2726] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:31:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.955518 20967 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5b3c3ff6b59d4052ace8107e8337035b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d865e0ae8100473a8522255c11a5594a"
06:31:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.955806 20967 raft_consensus.cc:2379] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5b3c3ff6b59d4052ace8107e8337035b in current term 2: Already voted for candidate d865e0ae8100473a8522255c11a5594a in this term.
06:31:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.958737 21026 leader_election.cc:302] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b3c3ff6b59d4052ace8107e8337035b; no voters: 1ef401b1f0bf476ca56a64ceac980ad2, d865e0ae8100473a8522255c11a5594a
06:31:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:48.970340 21650 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:31:48.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:48.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:48.995 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.003582 21287 heartbeater.cc:644] Failed to heartbeat to 127.20.89.62:46357 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:49.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.20.89.62:46357, [4ms] received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [112ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, deferred=Deferred@540247282(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@5d0a2756 -> (continuation of Deferred@47578162 after retry RPC after error@394532518) -> (continuation of Deferred@732697776 after retry RPC after error@663795204) -> (continuation of Deferred@176810664 after retry RPC after error@1032846457) -> (continuation of Deferred@1993172716 after retry RPC after error@1414520487) -> (continuation of Deferred@299282988 after retry RPC after error@1408825435) -> (continuation of Deferred@1310662350 after retry RPC after error@1678728012) -> (continuation of Deferred@1080869427 after retry RPC after error@1413664837), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@629d5d6d -> (continuation of Deferred@47578162 after retry RPC after error@394532518) -> (continuation of Deferred@732697776 after retry RPC after error@663795204) -> (continuation of Deferred@176810664 after retry RPC after error@1032846457) -> (continuation of Deferred@1993172716 after retry RPC after error@1414520487) -> (continuation of Deferred@299282988 after retry RPC after error@1408825435) -> (continuation of Deferred@1310662350 after retry RPC after error@1678728012) -> (continuation of Deferred@1080869427 after retry RPC after error@1413664837)))
06:31:49.079 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.20.89.62:46357, [4ms] received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [85ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [112ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, deferred=Deferred@540247282(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@5d0a2756 -> (continuation of Deferred@47578162 after retry RPC after error@394532518) -> (continuation of Deferred@732697776 after retry RPC after error@663795204) -> (continuation of Deferred@176810664 after retry RPC after error@1032846457) -> (continuation of Deferred@1993172716 after retry RPC after error@1414520487) -> (continuation of Deferred@299282988 after retry RPC after error@1408825435) -> (continuation of Deferred@1310662350 after retry RPC after error@1678728012) -> (continuation of Deferred@1080869427 after retry RPC after error@1413664837), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@629d5d6d -> (continuation of Deferred@47578162 after retry RPC after error@394532518) -> (continuation of Deferred@732697776 after retry RPC after error@663795204) -> (continuation of Deferred@176810664 after retry RPC after error@1032846457) -> (continuation of Deferred@1993172716 after retry RPC after error@1414520487) -> (continuation of Deferred@299282988 after retry RPC after error@1408825435) -> (continuation of Deferred@1310662350 after retry RPC after error@1678728012) -> (continuation of Deferred@1080869427 after retry RPC after error@1413664837)))
06:31:49.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.096 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.136 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.176 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.275 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.315 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013; will retry
06:31:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.339397 21650 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:31:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.339661 21650 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.340497 21650 leader_election.cc:288] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357), d865e0ae8100473a8522255c11a5594a (127.20.89.61:36373)
06:31:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.341286 20967 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5b3c3ff6b59d4052ace8107e8337035b" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d865e0ae8100473a8522255c11a5594a" is_pre_election: true
06:31:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.341693 20967 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5b3c3ff6b59d4052ace8107e8337035b in term 2.
06:31:49.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.342232 21026 leader_election.cc:302] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5b3c3ff6b59d4052ace8107e8337035b, d865e0ae8100473a8522255c11a5594a; no voters:
06:31:49.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.342415 21027 leader_election.cc:334] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:49.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.342542 21650 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 2 FOLLOWER]: Leader pre-election won for term 3
06:31:49.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.342640 21650 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:31:49.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.342731 21650 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 2 FOLLOWER]: Advancing to term 3
06:31:49.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.344581 21650 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:49.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.345129 21650 leader_election.cc:288] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 3 election: Requested vote from peers 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357), d865e0ae8100473a8522255c11a5594a (127.20.89.61:36373)
06:31:49.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.345659 20967 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5b3c3ff6b59d4052ace8107e8337035b" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d865e0ae8100473a8522255c11a5594a"
06:31:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.345945 20967 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 2 FOLLOWER]: Advancing to term 3
06:31:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.346436 21027 leader_election.cc:334] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.348055 20967 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5b3c3ff6b59d4052ace8107e8337035b in term 3.
06:31:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.348652 21026 leader_election.cc:302] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5b3c3ff6b59d4052ace8107e8337035b, d865e0ae8100473a8522255c11a5594a; no voters: 1ef401b1f0bf476ca56a64ceac980ad2
06:31:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.349011 21650 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 3 FOLLOWER]: Leader election won for term 3
06:31:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.349414 21650 raft_consensus.cc:686] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [term 3 LEADER]: Becoming Leader. State: Replica: 5b3c3ff6b59d4052ace8107e8337035b, State: Running, Role: LEADER
06:31:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.349828 21650 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } }
06:31:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.351464 21658 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5b3c3ff6b59d4052ace8107e8337035b. Latest consensus state: current_term: 3 leader_uuid: "5b3c3ff6b59d4052ace8107e8337035b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.351863 21658 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: This master's current role is: LEADER
06:31:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.352519 21660 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:31:49.353 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [1ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [22ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [63ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [120ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.89.62:46357,127.20.89.61:36373,127.20.89.60:46013) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, deferred=Deferred@92396628(state=PENDING, result=null, callback=(continuation of Deferred@1779512808 after retry RPC after error@69802324) -> (continuation of Deferred@1537575659 after retry RPC after error@1355652791) -> (continuation of Deferred@856710963 after retry RPC after error@2134836156) -> (continuation of Deferred@146422882 after retry RPC after error@884880356) -> (continuation of Deferred@98962311 after retry RPC after error@46385764) -> (continuation of Deferred@1539555186 after retry RPC after error@514295549) -> (continuation of Deferred@724044957 after retry RPC after error@933524342) -> (continuation of Deferred@1910137567 after retry RPC after error@1399362167), errback=(continuation of Deferred@1779512808 after retry RPC after error@69802324) -> (continuation of Deferred@1537575659 after retry RPC after error@1355652791) -> (continuation of Deferred@856710963 after retry RPC after error@2134836156) -> (continuation of Deferred@146422882 after retry RPC after error@884880356) -> (continuation of Deferred@98962311 after retry RPC after error@46385764) -> (continuation of Deferred@1539555186 after retry RPC after error@514295549) -> (continuation of Deferred@724044957 after retry RPC after error@933524342) -> (continuation of Deferred@1910137567 after retry RPC after error@1399362167)))
06:31:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.355346 21660 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=4754972808194160bf01b265e5a1964e]
06:31:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.355993 21660 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=4e8605ae09f84a85aa3368c70940002f]
06:31:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.358052 21660 tablet_loader.cc:96] loaded metadata for tablet 2e0f2a20db754107976432fa16f9c1b1 (table kudu_system.kudu_transactions [id=4754972808194160bf01b265e5a1964e])
06:31:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.358611 21660 tablet_loader.cc:96] loaded metadata for tablet 9672a612bbbd413889376e648dc06e32 (table txn_manager_fallback [id=4e8605ae09f84a85aa3368c70940002f])
06:31:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.359035 21660 tablet_loader.cc:96] loaded metadata for tablet ba9e80c432424ff79df22d2038af3e33 (table txn_manager_fallback [id=4e8605ae09f84a85aa3368c70940002f])
06:31:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.359428 21660 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:31:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.360659 21660 catalog_manager.cc:1259] Loaded cluster ID: 742772b014e24adc9625b3fc8b8b89a3
06:31:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.360783 21660 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:31:49.354 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
06:31:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.362540 21660 catalog_manager.cc:1504] Loading token signing keys...
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:31:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.363739 21660 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b: Loaded TSK: 0
06:31:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.364912 21660 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:31:49.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.20.89.62:46357(127.20.89.62:46357)] connecting to peer
06:31:49.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.62:46357(127.20.89.62:46357)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.89.62:46357: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357
06:31:49.377 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:31:49.377 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.62:46357, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.61:36373, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.89.60:46013, [2ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.62:46357: Network error: Failed to connect to peer master-127.20.89.62:46357(127.20.89.62:46357): Connection refused: /127.20.89.62:46357, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.61:36373: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.20.89.60:46013: OK, deferred=null) after lookup
06:31:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.391093 21312 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.072s from last keepalive heartbeat (effective timeout is 1.000s)
06:31:49.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.393302 21372 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.20.89.62:46357)
06:31:49.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.405921 21664 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
06:31:49.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.419399 21570 heartbeater.cc:644] Failed to heartbeat to 127.20.89.62:46357 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:49.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.435958 21428 heartbeater.cc:644] Failed to heartbeat to 127.20.89.62:46357 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111)
06:31:49.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.440523 21027 consensus_peers.cc:487] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b -> Peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Couldn't send request to peer 1ef401b1f0bf476ca56a64ceac980ad2. Status: Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:31:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.449273 20967 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [term 3 FOLLOWER]: Refusing update from remote peer 5b3c3ff6b59d4052ace8107e8337035b: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
06:31:49.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.450539 21658 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
06:31:49.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.459609 21649 sys_catalog.cc:455] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5b3c3ff6b59d4052ace8107e8337035b. Latest consensus state: current_term: 3 leader_uuid: "5b3c3ff6b59d4052ace8107e8337035b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:49.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.459925 21649 sys_catalog.cc:458] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: This master's current role is: FOLLOWER
06:31:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.462162 21649 sys_catalog.cc:455] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "5b3c3ff6b59d4052ace8107e8337035b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.462460 21649 sys_catalog.cc:458] T 00000000000000000000000000000000 P d865e0ae8100473a8522255c11a5594a [sys.catalog]: This master's current role is: FOLLOWER
06:31:49.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.463622 21658 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "5b3c3ff6b59d4052ace8107e8337035b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ef401b1f0bf476ca56a64ceac980ad2" member_type: VOTER last_known_addr { host: "127.20.89.62" port: 46357 } } peers { permanent_uuid: "d865e0ae8100473a8522255c11a5594a" member_type: VOTER last_known_addr { host: "127.20.89.61" port: 36373 } } peers { permanent_uuid: "5b3c3ff6b59d4052ace8107e8337035b" member_type: VOTER last_known_addr { host: "127.20.89.60" port: 46013 } } }
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.463891 21658 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b [sys.catalog]: This master's current role is: LEADER
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:49.463706 21038 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53772:
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:31:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:31:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:31:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:31:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
06:31:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.466087 21038 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:31:49.488 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: adb8838176274a40833a2bfa876fe38a (127.20.89.2:35621): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1781850708 last_transition_timestamp: 1781850709
06:31:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:49.885054 21027 consensus_peers.cc:487] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b -> Peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Couldn't send request to peer 1ef401b1f0bf476ca56a64ceac980ad2. Status: Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:31:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.416326 21569 heartbeater.cc:503] Master 127.20.89.60:46013 was elected leader, sending a full tablet report...
06:31:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:50.421595 21027 consensus_peers.cc:487] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b -> Peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Couldn't send request to peer 1ef401b1f0bf476ca56a64ceac980ad2. Status: Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
06:31:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.455531 21427 heartbeater.cc:503] Master 127.20.89.60:46013 was elected leader, sending a full tablet report...
06:31:50.661 [DEBUG - main] (Connection.java:575) [peer adb8838176274a40833a2bfa876fe38a(127.20.89.2:35621)] disconnecting while in state READY
06:31:50.661 [DEBUG - main] (Connection.java:575) [peer master-127.20.89.61:36373(127.20.89.61:36373)] disconnecting while in state READY
06:31:50.662 [DEBUG - main] (Connection.java:575) [peer master-127.20.89.62:46357(127.20.89.62:46357)] disconnecting while in state TERMINATED
06:31:50.662 [DEBUG - main] (Connection.java:575) [peer master-127.20.89.60:46013(127.20.89.60:46013)] disconnecting while in state READY
06:31:50.662 [DEBUG - kudu-nio-1] (Connection.java:239) [peer adb8838176274a40833a2bfa876fe38a(127.20.89.2:35621)] handling channelInactive
06:31:50.663 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:31:50.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer adb8838176274a40833a2bfa876fe38a(127.20.89.2:35621)] cleaning up while in state READY due to: connection closed
06:31:50.663 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.89.61:36373(127.20.89.61:36373)] handling channelInactive
06:31:50.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.89.61:36373(127.20.89.61:36373)] cleaning up while in state READY due to: connection closed
06:31:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.663959 20836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBji8kG/build/asan/bin/kudu pid 21128
06:31:50.663 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.89.60:46013(127.20.89.60:46013)] handling channelInactive
06:31:50.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.89.60:46013(127.20.89.60:46013)] cleaning up while in state READY due to: connection closed
06:31:50.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.665023 21007 master_runner.cc:186] Error getting master registration for 127.20.89.62:46357: Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111),
06:31:50.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.665297 21007 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:31:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.676259 21281 generic_service.cc:196] Checking for leaks (request via RPC)
06:31:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.775137 20836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBji8kG/build/asan/bin/kudu with pid 21128
06:31:50.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.793354 20836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBji8kG/build/asan/bin/kudu pid 21291
06:31:50.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.801225 21422 generic_service.cc:196] Checking for leaks (request via RPC)
06:31:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:50.905870 21027 consensus_peers.cc:487] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b -> Peer 1ef401b1f0bf476ca56a64ceac980ad2 (127.20.89.62:46357): Couldn't send request to peer 1ef401b1f0bf476ca56a64ceac980ad2. Status: Network error: Client connection negotiation failed: client connection to 127.20.89.62:46357: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
06:31:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.926225 20836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBji8kG/build/asan/bin/kudu with pid 21291
06:31:50.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.950101 20836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBji8kG/build/asan/bin/kudu pid 21432
06:31:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:50.958751 21564 generic_service.cc:196] Checking for leaks (request via RPC)
06:31:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:51.057883 20836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBji8kG/build/asan/bin/kudu with pid 21432
06:31:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:51.075253 20836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBji8kG/build/asan/bin/kudu pid 20927
06:31:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:51.076489 20999 generic_service.cc:196] Checking for leaks (request via RPC)
06:31:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:51.188474 20836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBji8kG/build/asan/bin/kudu with pid 20927
06:31:51.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:51.211047 21026 connection.cc:535] client connection to 127.20.89.61:36373 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:31:51.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:51.211421 20836 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBji8kG/build/asan/bin/kudu pid 21007
06:31:51.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 06:31:51.212438 21026 consensus_peers.cc:487] T 00000000000000000000000000000000 P 5b3c3ff6b59d4052ace8107e8337035b -> Peer d865e0ae8100473a8522255c11a5594a (127.20.89.61:36373): Couldn't send request to peer d865e0ae8100473a8522255c11a5594a. Status: Network error: Client connection negotiation failed: client connection to 127.20.89.61:36373: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:31:51.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:51.212502 21080 generic_service.cc:196] Checking for leaks (request via RPC)
06:31:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 06:31:51.330869 20836 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBji8kG/build/asan/bin/kudu with pid 21007
06:31:51.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T06:31:51Z chronyd exiting
06:31:51.481 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: adb8838176274a40833a2bfa876fe38a (127.20.89.2:35621): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1781850708 last_transition_timestamp: 1781850709
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: adb8838176274a40833a2bfa876fe38a (127.20.89.2:35621): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1781850708 last_transition_timestamp: 1781850709
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more