10:46:48.804 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
10:46:48.804 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvzf7Nn/test-tmp
10:46:48.804 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
10:46:48.804 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvzf7Nn/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
10:46:48.806 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
10:46:49.123 [DEBUG - main] (MiniKuduCluster.java:195) Response:
10:46:49.124 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
10:46:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.126173 22293 mini_oidc.cc:152] Starting JWKS server
10:46:49.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.128654 22293 webserver.cc:460] Webserver started at http://127.0.0.1:34937/ using document root <none> and password file <none>
10:46:49.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.128840 22293 mini_oidc.cc:189] Starting OIDC Discovery server
10:46:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.129366 22293 webserver.cc:460] Webserver started at http://127.0.0.1:42629/ using document root <none> and password file <none>
10:46:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T10:46:49Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
10:46:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T10:46:49Z Disabled control of system clock
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.162140 22293 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/wal
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/data
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/logs
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/data/info.pb
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.126:37827
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.126
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:46:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:46:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34937/jwks.json
10:46:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
10:46:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
10:46:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.469282 22304 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:46:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.469532 22304 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:46:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.469611 22304 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:46:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.476496 22304 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
10:46:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.476579 22304 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
10:46:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.476613 22304 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:46:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.476657 22304 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
10:46:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.476691 22304 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
10:46:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.476740 22304 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
10:46:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.476778 22304 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34937/jwks.json
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.485349 22304 master_runner.cc:386] Master server non-default flags:
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/data
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/wal
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.126:37827
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34937/jwks.json
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/data/info.pb
10:46:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.126
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/logs
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 09:56:20 UTC on ccycloud.quasar-pbuesr.root.comops.site
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676955
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:46:49.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.486768 22304 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:46:49.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.488981 22304 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:46:49.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.499739 22309 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.499676 22310 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.499956 22312 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.501242 22304 server_base.cc:1034] running on GCE node
10:46:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.505168 22304 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:46:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.507437 22304 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:46:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.508709 22304 hybrid_clock.cc:648] HybridClock initialized: now 1790592409508664 us; error 52 us; skew 500 ppm
10:46:49.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.509193 22304 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:46:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.511545 22304 webserver.cc:460] Webserver started at http://127.21.197.126:43871/ using document root <none> and password file <none>
10:46:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.512259 22304 fs_manager.cc:359] Metadata directory not provided
10:46:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.512349 22304 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:46:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.512604 22304 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:46:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.515165 22304 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/data/instance:
10:46:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089"
10:46:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:49 on dist-test-slave-tlvw"
10:46:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.515998 22304 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/wal/instance:
10:46:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089"
10:46:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:49 on dist-test-slave-tlvw"
10:46:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.521230 22304 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.003s
10:46:49.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.524446 22318 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:46:49.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.525701 22304 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.525857 22304 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/data,/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/wal
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089"
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:49 on dist-test-slave-tlvw"
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.526070 22304 fs_report.cc:383] FS layout report
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/wal
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/wal
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/data/data
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:46:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:46:49.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.553983 22304 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:46:49.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.554744 22304 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:46:49.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.554979 22304 kserver.cc:163] Server-wide thread pool size limit: 3276
10:46:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.573961 22304 rpc_server.cc:307] RPC server started. Bound to: 127.21.197.126:37827
10:46:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.573982 22379 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.197.126:37827 every 8 connection(s)
10:46:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.575146 22304 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/data/info.pb
10:46:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.577559 22293 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu as pid 22304
10:46:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.577816 22293 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-0/wal/instance
10:46:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.579351 22380 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.580535 22293 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/wal
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/data
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/logs
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/data/info.pb
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:46:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.125:40255
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.125
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34937/jwks.json
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
10:46:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
10:46:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.586997 22380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } has no permanent_uuid. Determining permanent_uuid...
10:46:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.602535 22380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } has no permanent_uuid. Determining permanent_uuid...
10:46:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.603459 22321 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.604858 22380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.125:40255: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:49.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.654148 22380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } attempt: 1
10:46:49.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.656041 22380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.125:40255: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.724279 22380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } attempt: 2
10:46:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.726188 22380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.125:40255: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:49.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.817431 22380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } attempt: 3
10:46:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.819275 22380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.125:40255: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.888994 22382 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:46:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.889294 22382 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:46:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.889405 22382 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:46:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.896430 22382 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
10:46:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.896529 22382 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
10:46:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.896579 22382 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:46:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.896641 22382 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
10:46:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.896690 22382 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
10:46:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.896767 22382 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
10:46:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.896832 22382 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34937/jwks.json
10:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.905567 22382 master_runner.cc:386] Master server non-default flags:
10:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
10:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/data
10:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/wal
10:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.125:40255
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34937/jwks.json
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/data/info.pb
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.125
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/logs
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 09:56:20 UTC on ccycloud.quasar-pbuesr.root.comops.site
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676955
10:46:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:46:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.907016 22382 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:46:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.908703 22382 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:46:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.919399 22393 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.919464 22391 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.919504 22390 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.920037 22382 server_base.cc:1034] running on GCE node
10:46:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.920708 22382 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:46:49.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.921871 22382 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:46:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.923050 22382 hybrid_clock.cc:648] HybridClock initialized: now 1790592409923005 us; error 42 us; skew 500 ppm
10:46:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.923348 22382 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:46:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.925311 22382 webserver.cc:460] Webserver started at http://127.21.197.125:45025/ using document root <none> and password file <none>
10:46:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.925854 22382 fs_manager.cc:359] Metadata directory not provided
10:46:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.925931 22382 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:46:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.926167 22382 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:46:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.928534 22382 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/data/instance:
10:46:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff7a2f932ced40b389c97d89bfc22898"
10:46:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:49 on dist-test-slave-tlvw"
10:46:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.929183 22382 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/wal/instance:
10:46:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff7a2f932ced40b389c97d89bfc22898"
10:46:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:49 on dist-test-slave-tlvw"
10:46:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.933743 22382 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
10:46:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.936697 22399 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:46:49.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.937848 22382 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.937975 22382 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/data,/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/wal
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff7a2f932ced40b389c97d89bfc22898"
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:49 on dist-test-slave-tlvw"
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.938126 22382 fs_report.cc:383] FS layout report
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/wal
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/wal
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/data/data
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:46:49.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:46:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.962489 22380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } attempt: 4
10:46:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:49.964277 22380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.125:40255: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.965871 22382 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:46:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.966610 22382 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:46:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.966846 22382 kserver.cc:163] Server-wide thread pool size limit: 3276
10:46:49.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.984903 22382 rpc_server.cc:307] RPC server started. Bound to: 127.21.197.125:40255
10:46:49.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.984925 22460 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.197.125:40255 every 8 connection(s)
10:46:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.986054 22382 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/data/info.pb
10:46:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.986277 22293 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu as pid 22382
10:46:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.986425 22293 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-1/wal/instance
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.987439 22293 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/wal
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/data
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/logs
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/data/info.pb
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:46:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.124:33083
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.124
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34937/jwks.json
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
10:46:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
10:46:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.989550 22461 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:49.996855 22461 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } has no permanent_uuid. Determining permanent_uuid...
10:46:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.011500 22461 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } has no permanent_uuid. Determining permanent_uuid...
10:46:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.019906 22461 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } has no permanent_uuid. Determining permanent_uuid...
10:46:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.020983 22401 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.197.124:33083: connect: Connection refused (error 111)
10:46:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.022336 22461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.124:33083: Network error: Client connection negotiation failed: client connection to 127.21.197.124:33083: connect: Connection refused (error 111)
10:46:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.071645 22461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } attempt: 1
10:46:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.073647 22461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.124:33083: Network error: Client connection negotiation failed: client connection to 127.21.197.124:33083: connect: Connection refused (error 111)
10:46:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.141844 22461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } attempt: 2
10:46:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.143674 22461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.124:33083: Network error: Client connection negotiation failed: client connection to 127.21.197.124:33083: connect: Connection refused (error 111)
10:46:50.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.234896 22461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } attempt: 3
10:46:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.236780 22461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.124:33083: Network error: Client connection negotiation failed: client connection to 127.21.197.124:33083: connect: Connection refused (error 111)
10:46:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.263497 22380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } attempt: 5
10:46:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.269693 22380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } has no permanent_uuid. Determining permanent_uuid...
10:46:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.271494 22380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.124:33083: Network error: Client connection negotiation failed: client connection to 127.21.197.124:33083: connect: Connection refused (error 111)
10:46:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.290244 22463 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:46:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.290473 22463 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:46:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.290550 22463 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:46:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.297405 22463 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
10:46:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.297492 22463 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
10:46:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.297528 22463 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:46:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.297571 22463 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
10:46:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.297605 22463 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
10:46:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.297654 22463 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
10:46:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.297693 22463 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34937/jwks.json
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.306371 22463 master_runner.cc:386] Master server non-default flags:
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/data
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/wal
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.124:33083
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34937/jwks.json
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/data/info.pb
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.124
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/logs
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 09:56:20 UTC on ccycloud.quasar-pbuesr.root.comops.site
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676955
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:46:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.307631 22463 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:46:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.309329 22463 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:46:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.320367 22471 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.320487 22474 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.320487 22472 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.321194 22463 server_base.cc:1034] running on GCE node
10:46:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.322165 22463 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:46:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.322711 22380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } attempt: 1
10:46:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.323877 22463 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:46:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.324640 22380 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.197.124:33083: Network error: Client connection negotiation failed: client connection to 127.21.197.124:33083: connect: Connection refused (error 111)
10:46:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.325099 22463 hybrid_clock.cc:648] HybridClock initialized: now 1790592410325038 us; error 56 us; skew 500 ppm
10:46:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.325435 22463 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:46:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.327561 22463 webserver.cc:460] Webserver started at http://127.21.197.124:38215/ using document root <none> and password file <none>
10:46:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.328222 22463 fs_manager.cc:359] Metadata directory not provided
10:46:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.328317 22463 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:46:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.328610 22463 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:46:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.331305 22463 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/data/instance:
10:46:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "560d842b70f444e3b41f3436624ecea6"
10:46:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:50 on dist-test-slave-tlvw"
10:46:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.332075 22463 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/wal/instance:
10:46:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "560d842b70f444e3b41f3436624ecea6"
10:46:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:50 on dist-test-slave-tlvw"
10:46:50.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.336828 22463 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.004s sys 0.000s
10:46:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.339915 22480 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.341151 22463 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.341286 22463 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/data,/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/wal
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "560d842b70f444e3b41f3436624ecea6"
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:50 on dist-test-slave-tlvw"
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.341471 22463 fs_report.cc:383] FS layout report
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/wal
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/wal
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/data/data
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:46:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:46:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:46:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:46:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:46:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:46:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:46:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:46:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:46:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:46:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:46:50.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.356945 22463 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:46:50.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.357812 22463 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:46:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.358112 22463 kserver.cc:163] Server-wide thread pool size limit: 3276
10:46:50.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.375767 22463 rpc_server.cc:307] RPC server started. Bound to: 127.21.197.124:33083
10:46:50.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.375788 22541 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.197.124:33083 every 8 connection(s)
10:46:50.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.376986 22463 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/data/info.pb
10:46:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.379968 22461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } attempt: 4
10:46:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.380375 22542 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.382759 22293 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu as pid 22463
10:46:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.382893 22293 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/master-2/wal/instance
10:46:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.390443 22542 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } has no permanent_uuid. Determining permanent_uuid...
10:46:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.392830 22380 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } attempt: 2
10:46:50.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.401078 22461 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898: Bootstrap starting.
10:46:50.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.405036 22542 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } has no permanent_uuid. Determining permanent_uuid...
10:46:50.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.406808 22461 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898: Neither blocks nor log segments found. Creating new log.
10:46:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.408320 22461 log.cc:824] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898: Log is configured to *not* fsync() on all Append() calls
10:46:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.414853 22542 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } has no permanent_uuid. Determining permanent_uuid...
10:46:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.416375 22461 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898: No bootstrap required, opened a new log
10:46:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.417551 22380 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: Bootstrap starting.
10:46:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.421149 22380 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: Neither blocks nor log segments found. Creating new log.
10:46:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.422461 22380 log.cc:824] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: Log is configured to *not* fsync() on all Append() calls
10:46:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.424428 22542 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6: Bootstrap starting.
10:46:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.426041 22380 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: No bootstrap required, opened a new log
10:46:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.426190 22461 raft_consensus.cc:348] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.426631 22461 raft_consensus.cc:374] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.426831 22461 raft_consensus.cc:729] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff7a2f932ced40b389c97d89bfc22898, State: Initialized, Role: FOLLOWER
10:46:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.427564 22542 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6: Neither blocks nor log segments found. Creating new log.
10:46:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.427770 22461 consensus_queue.cc:260] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.428748 22542 log.cc:824] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6: Log is configured to *not* fsync() on all Append() calls
10:46:50.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.435997 22552 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.436400 22552 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [sys.catalog]: This master's current role is: FOLLOWER
10:46:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.438117 22461 sys_catalog.cc:564] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [sys.catalog]: configured and running, proceeding with master startup.
10:46:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.438876 22380 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.439224 22380 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.439348 22380 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0fbe9fb0ab544faeb3d1bfdd05b8b089, State: Initialized, Role: FOLLOWER
10:46:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.440050 22380 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.441776 22542 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6: No bootstrap required, opened a new log
10:46:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.442194 22556 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.442741 22556 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: This master's current role is: FOLLOWER
10:46:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.443567 22380 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: configured and running, proceeding with master startup.
10:46:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.449604 22542 raft_consensus.cc:348] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.450002 22542 raft_consensus.cc:374] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.450112 22542 raft_consensus.cc:729] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 560d842b70f444e3b41f3436624ecea6, State: Initialized, Role: FOLLOWER
10:46:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.450735 22542 consensus_queue.cc:260] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.454870 22552 raft_consensus.cc:482] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.455148 22552 raft_consensus.cc:504] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.456946 22552 leader_election.cc:288] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0fbe9fb0ab544faeb3d1bfdd05b8b089 (127.21.197.126:37827), 560d842b70f444e3b41f3436624ecea6 (127.21.197.124:33083)
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.458302 22345 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff7a2f932ced40b389c97d89bfc22898" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" is_pre_election: true
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.458891 22345 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff7a2f932ced40b389c97d89bfc22898 in term 0.
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.458786 22563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.459226 22563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: This master's current role is: FOLLOWER
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.460224 22542 sys_catalog.cc:564] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: configured and running, proceeding with master startup.
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.460544 22507 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff7a2f932ced40b389c97d89bfc22898" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "560d842b70f444e3b41f3436624ecea6" is_pre_election: true
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.461079 22507 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff7a2f932ced40b389c97d89bfc22898 in term 0.
10:46:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.461742 22402 leader_election.cc:302] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fbe9fb0ab544faeb3d1bfdd05b8b089, ff7a2f932ced40b389c97d89bfc22898; no voters:
10:46:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.463685 22552 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 0 FOLLOWER]: Leader pre-election won for term 1
10:46:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.463871 22552 raft_consensus.cc:482] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:46:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.463966 22552 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 0 FOLLOWER]: Advancing to term 1
10:46:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.467648 22552 raft_consensus.cc:504] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.468883 22405 tablet.cc:2369] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:46:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.468971 22345 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff7a2f932ced40b389c97d89bfc22898" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089"
10:46:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.469195 22345 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 0 FOLLOWER]: Advancing to term 1
10:46:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.472155 22573 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
10:46:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.472494 22345 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff7a2f932ced40b389c97d89bfc22898 in term 1.
10:46:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.474192 22552 leader_election.cc:288] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [CANDIDATE]: Term 1 election: Requested vote from peers 0fbe9fb0ab544faeb3d1bfdd05b8b089 (127.21.197.126:37827), 560d842b70f444e3b41f3436624ecea6 (127.21.197.124:33083)
10:46:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.475572 22402 leader_election.cc:302] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fbe9fb0ab544faeb3d1bfdd05b8b089, ff7a2f932ced40b389c97d89bfc22898; no voters:
10:46:50.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.475899 22552 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 1 FOLLOWER]: Leader election won for term 1
10:46:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.484088 22507 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff7a2f932ced40b389c97d89bfc22898" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "560d842b70f444e3b41f3436624ecea6"
10:46:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.484328 22507 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 0 FOLLOWER]: Advancing to term 1
10:46:50.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.487931 22507 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff7a2f932ced40b389c97d89bfc22898 in term 1.
10:46:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.476336 22382 master_runner.cc:186] Error getting master registration for 127.21.197.126:37827: OK, instance_id { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" instance_seqno: 1790592409569389 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:46:50.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.495070 22382 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
10:46:50.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.495484 22552 raft_consensus.cc:686] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [term 1 LEADER]: Becoming Leader. State: Replica: ff7a2f932ced40b389c97d89bfc22898, State: Running, Role: LEADER
10:46:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.496194 22552 consensus_queue.cc:237] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.502368 22581 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ff7a2f932ced40b389c97d89bfc22898. Latest consensus state: current_term: 1 leader_uuid: "ff7a2f932ced40b389c97d89bfc22898" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.502825 22581 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [sys.catalog]: This master's current role is: LEADER
10:46:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.508435 22584 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:46:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.508564 22584 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:46:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.514106 22588 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
10:46:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.506551 22304 master_runner.cc:186] Error getting master registration for 127.21.197.124:33083: OK, instance_id { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" instance_seqno: 1790592410371580 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:46:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.517237 22304 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
10:46:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.525744 22588 catalog_manager.cc:1484] Initializing Kudu cluster ID...
10:46:50.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.539952 22507 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 1 FOLLOWER]: Refusing update from remote peer ff7a2f932ced40b389c97d89bfc22898: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:46:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.541051 22581 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [LEADER]: Connected to new peer: Peer: permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:46:50.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.548672 22345 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 1 FOLLOWER]: Refusing update from remote peer ff7a2f932ced40b389c97d89bfc22898: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:46:50.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.549687 22581 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:46:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.557497 22324 tablet.cc:2369] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:46:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.561357 22563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ff7a2f932ced40b389c97d89bfc22898. Latest consensus state: current_term: 1 leader_uuid: "ff7a2f932ced40b389c97d89bfc22898" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.561655 22563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: This master's current role is: FOLLOWER
10:46:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.567922 22593 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:46:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:50.568050 22593 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:46:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.568205 22596 mvcc.cc:205] Tried to move back new op lower bound from 7334266513553276928 to 7334266513397579776. Current Snapshot: MvccSnapshot[applied={T|T < 7334266513553276928}]
10:46:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.588780 22552 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ff7a2f932ced40b389c97d89bfc22898" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.589146 22552 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [sys.catalog]: This master's current role is: LEADER
10:46:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.597956 22563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ff7a2f932ced40b389c97d89bfc22898" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.598218 22563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: This master's current role is: FOLLOWER
10:46:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.598426 22588 catalog_manager.cc:1347] Generated new cluster ID: c1dac5c06f574b3482575928c41d5a7c
10:46:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.598516 22588 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
10:46:50.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.623245 22588 catalog_manager.cc:1370] Generated new certificate authority record
10:46:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.624989 22588 catalog_manager.cc:1504] Loading token signing keys...
10:46:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.648953 22556 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ff7a2f932ced40b389c97d89bfc22898. Latest consensus state: current_term: 1 leader_uuid: "ff7a2f932ced40b389c97d89bfc22898" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.649297 22556 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: This master's current role is: FOLLOWER
10:46:50.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.651925 22552 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ff7a2f932ced40b389c97d89bfc22898" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.652204 22552 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898 [sys.catalog]: This master's current role is: LEADER
10:46:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.655892 22597 mvcc.cc:205] Tried to move back new op lower bound from 7334266513553276928 to 7334266513397579776. Current Snapshot: MvccSnapshot[applied={T|T < 7334266513553276928}]
10:46:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.657004 22588 catalog_manager.cc:5868] T 00000000000000000000000000000000 P ff7a2f932ced40b389c97d89bfc22898: Generated new TSK 0
10:46:50.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.658090 22588 catalog_manager.cc:1514] Initializing in-progress tserver states...
10:46:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.671669 22293 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/wal
10:46:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/data
10:46:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:46:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/logs
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/data/info.pb
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.65:0
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.197.65
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.65
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:46:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:46:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
10:46:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.674084 22556 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ff7a2f932ced40b389c97d89bfc22898" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:50.674327 22556 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: This master's current role is: FOLLOWER
10:46:51.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.126055 22605 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:46:51.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.126345 22605 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:46:51.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.126482 22605 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:46:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.134227 22605 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:46:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.134409 22605 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
10:46:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.134464 22605 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
10:46:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.134524 22605 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
10:46:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.134639 22605 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.197.65
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.144095 22605 tablet_server_runner.cc:78] Tablet server non-default flags:
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/data
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/wal
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.65:0
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/data/info.pb
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.65
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.197.65
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/logs
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 09:56:20 UTC on ccycloud.quasar-pbuesr.root.comops.site
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676955
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:46:51.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.145671 22605 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:46:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.147356 22605 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:46:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.159535 22611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.159493 22613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.159560 22610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.160363 22605 server_base.cc:1034] running on GCE node
10:46:51.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.160910 22605 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:46:51.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.161856 22605 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:46:51.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.163038 22605 hybrid_clock.cc:648] HybridClock initialized: now 1790592411162999 us; error 33 us; skew 500 ppm
10:46:51.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.163297 22605 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:46:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.165683 22605 webserver.cc:460] Webserver started at http://127.21.197.65:41415/ using document root <none> and password file <none>
10:46:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.166363 22605 fs_manager.cc:359] Metadata directory not provided
10:46:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.166442 22605 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:46:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.166676 22605 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:46:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.169061 22605 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/data/instance:
10:46:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a135cbea0b174ee5860a340daf214ce2"
10:46:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:51 on dist-test-slave-tlvw"
10:46:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.169754 22605 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/wal/instance:
10:46:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a135cbea0b174ee5860a340daf214ce2"
10:46:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:51 on dist-test-slave-tlvw"
10:46:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.174288 22605 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
10:46:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.177803 22619 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.179117 22605 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.179273 22605 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/data,/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/wal
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a135cbea0b174ee5860a340daf214ce2"
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:51 on dist-test-slave-tlvw"
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.179474 22605 fs_report.cc:383] FS layout report
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/wal
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/wal
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/data/data
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:46:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:46:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:46:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:46:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:46:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:46:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.199306 22605 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:46:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.200165 22605 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:46:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.200469 22605 kserver.cc:163] Server-wide thread pool size limit: 3276
10:46:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.203073 22605 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:46:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.203153 22605 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
10:46:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.203267 22605 ts_tablet_manager.cc:610] Registered 0 tablets
10:46:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.203341 22605 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
10:46:51.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.271337 22605 rpc_server.cc:307] RPC server started. Bound to: 127.21.197.65:44241
10:46:51.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.271371 22743 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.197.65:44241 every 8 connection(s)
10:46:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.272555 22605 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/data/info.pb
10:46:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.273896 22293 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu as pid 22605
10:46:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.274089 22293 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-0/wal/instance
10:46:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.274837 22745 heartbeater.cc:347] Connected to a master server at 127.21.197.126:37827
10:46:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.275069 22745 heartbeater.cc:464] Registering TS with master...
10:46:51.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.281981 22745 heartbeater.cc:511] Master 127.21.197.126:37827 requested a full tablet report, sending...
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.282464 22293 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/wal
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/data
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/logs
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/data/info.pb
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.66:0
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.197.66
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.66
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:46:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
10:46:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.284356 22744 heartbeater.cc:347] Connected to a master server at 127.21.197.124:33083
10:46:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.284492 22744 heartbeater.cc:464] Registering TS with master...
10:46:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.284864 22744 heartbeater.cc:511] Master 127.21.197.124:33083 requested a full tablet report, sending...
10:46:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.286481 22497 ts_manager.cc:194] Registered new tserver with Master: a135cbea0b174ee5860a340daf214ce2 (127.21.197.65:44241)
10:46:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.292932 22746 heartbeater.cc:347] Connected to a master server at 127.21.197.125:40255
10:46:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.293080 22746 heartbeater.cc:464] Registering TS with master...
10:46:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.293437 22335 ts_manager.cc:194] Registered new tserver with Master: a135cbea0b174ee5860a340daf214ce2 (127.21.197.65:44241)
10:46:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.293509 22746 heartbeater.cc:511] Master 127.21.197.125:40255 requested a full tablet report, sending...
10:46:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.294937 22416 ts_manager.cc:194] Registered new tserver with Master: a135cbea0b174ee5860a340daf214ce2 (127.21.197.65:44241)
10:46:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.296985 22416 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.197.65:56307
10:46:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.510334 22584 catalog_manager.cc:1259] Loaded cluster ID: c1dac5c06f574b3482575928c41d5a7c
10:46:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.510417 22584 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: loading cluster ID for follower catalog manager: success
10:46:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.512782 22584 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: acquiring CA information for follower catalog manager: success
10:46:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.514602 22584 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:46:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.569769 22593 catalog_manager.cc:1259] Loaded cluster ID: c1dac5c06f574b3482575928c41d5a7c
10:46:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.569898 22593 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6: loading cluster ID for follower catalog manager: success
10:46:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.572362 22593 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6: acquiring CA information for follower catalog manager: success
10:46:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.574062 22593 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:46:51.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.602864 22750 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:46:51.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.603132 22750 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:46:51.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.603226 22750 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:46:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.610316 22750 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:46:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.610440 22750 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
10:46:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.610476 22750 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
10:46:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.610517 22750 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
10:46:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.610580 22750 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.197.66
10:46:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.619527 22750 tablet_server_runner.cc:78] Tablet server non-default flags:
10:46:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/data
10:46:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/wal
10:46:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.66:0
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/data/info.pb
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.66
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.197.66
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/logs
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 09:56:20 UTC on ccycloud.quasar-pbuesr.root.comops.site
10:46:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676955
10:46:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:46:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.620879 22750 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:46:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.622434 22750 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:46:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.634290 22755 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.634336 22756 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:51.634362 22758 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.635239 22750 server_base.cc:1034] running on GCE node
10:46:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.635767 22750 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:46:51.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.636574 22750 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:46:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.637745 22750 hybrid_clock.cc:648] HybridClock initialized: now 1790592411637700 us; error 45 us; skew 500 ppm
10:46:51.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.638012 22750 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:46:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.640085 22750 webserver.cc:460] Webserver started at http://127.21.197.66:36621/ using document root <none> and password file <none>
10:46:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.640645 22750 fs_manager.cc:359] Metadata directory not provided
10:46:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.640739 22750 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:46:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.640997 22750 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:46:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.643273 22750 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/data/instance:
10:46:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05e8b2447b17482188872b8230e94eaf"
10:46:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:51 on dist-test-slave-tlvw"
10:46:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.644021 22750 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/wal/instance:
10:46:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05e8b2447b17482188872b8230e94eaf"
10:46:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:51 on dist-test-slave-tlvw"
10:46:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.648555 22750 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.003s sys 0.001s
10:46:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.651556 22764 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:46:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.652803 22750 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.652935 22750 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/data,/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/wal
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05e8b2447b17482188872b8230e94eaf"
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:51 on dist-test-slave-tlvw"
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.653092 22750 fs_report.cc:383] FS layout report
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/wal
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/wal
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/data/data
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:46:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:46:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.676920 22750 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:46:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.677620 22750 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:46:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.677855 22750 kserver.cc:163] Server-wide thread pool size limit: 3276
10:46:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.680433 22750 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:46:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.680531 22750 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
10:46:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.680642 22750 ts_tablet_manager.cc:610] Registered 0 tablets
10:46:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.680697 22750 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
10:46:51.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.731148 22750 rpc_server.cc:307] RPC server started. Bound to: 127.21.197.66:44655
10:46:51.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.731180 22885 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.197.66:44655 every 8 connection(s)
10:46:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.732317 22750 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/data/info.pb
10:46:51.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.734861 22887 heartbeater.cc:347] Connected to a master server at 127.21.197.126:37827
10:46:51.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.735085 22887 heartbeater.cc:464] Registering TS with master...
10:46:51.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.736125 22887 heartbeater.cc:511] Master 127.21.197.126:37827 requested a full tablet report, sending...
10:46:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.739373 22335 ts_manager.cc:194] Registered new tserver with Master: 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655)
10:46:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.742187 22886 heartbeater.cc:347] Connected to a master server at 127.21.197.124:33083
10:46:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.742306 22886 heartbeater.cc:464] Registering TS with master...
10:46:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.742512 22293 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu as pid 22750
10:46:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.742655 22293 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-1/wal/instance
10:46:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.742654 22888 heartbeater.cc:347] Connected to a master server at 127.21.197.125:40255
10:46:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.742719 22886 heartbeater.cc:511] Master 127.21.197.124:33083 requested a full tablet report, sending...
10:46:51.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.742760 22888 heartbeater.cc:464] Registering TS with master...
10:46:51.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.743166 22888 heartbeater.cc:511] Master 127.21.197.125:40255 requested a full tablet report, sending...
10:46:51.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.743741 22497 ts_manager.cc:194] Registered new tserver with Master: 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655)
10:46:51.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.744071 22416 ts_manager.cc:194] Registered new tserver with Master: 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655)
10:46:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.744951 22416 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.197.66:46183
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:51.747993 22293 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/wal
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/data
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/logs
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/data/info.pb
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.67:0
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.197.67
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.67
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:46:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
10:46:52.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.064364 22891 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:46:52.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.064646 22891 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:46:52.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.064746 22891 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:46:52.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.078945 22891 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:46:52.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.079247 22891 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
10:46:52.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.079303 22891 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
10:46:52.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.079348 22891 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
10:46:52.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.079416 22891 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.197.67
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.089178 22891 tablet_server_runner.cc:78] Tablet server non-default flags:
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.197.84:36679
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/data
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/wal
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.197.67:0
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/data/info.pb
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.197.67
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.197.126:37827,127.21.197.125:40255,127.21.197.124:33083
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.197.67
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/logs
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:46:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
10:46:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:46:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:46:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:46:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
10:46:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 09:56:20 UTC on ccycloud.quasar-pbuesr.root.comops.site
10:46:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676955
10:46:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
10:46:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.090483 22891 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:46:52.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.092175 22891 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:46:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.106513 22896 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.106506 22899 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.106760 22891 server_base.cc:1034] running on GCE node
10:46:52.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.106452 22897 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:46:52.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.107766 22891 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:46:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.108656 22891 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:46:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.109839 22891 hybrid_clock.cc:648] HybridClock initialized: now 1790592412109782 us; error 53 us; skew 500 ppm
10:46:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.110165 22891 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
10:46:52.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.112516 22891 webserver.cc:460] Webserver started at http://127.21.197.67:46035/ using document root <none> and password file <none>
10:46:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.113222 22891 fs_manager.cc:359] Metadata directory not provided
10:46:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.113309 22891 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:46:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.113547 22891 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:46:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.116063 22891 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/data/instance:
10:46:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda8a75e79194a95b93426ff26b77e62"
10:46:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:52 on dist-test-slave-tlvw"
10:46:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.116739 22891 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/wal/instance:
10:46:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda8a75e79194a95b93426ff26b77e62"
10:46:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:52 on dist-test-slave-tlvw"
10:46:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.121433 22891 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
10:46:52.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.124752 22905 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.125989 22891 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.126139 22891 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/data,/tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/wal
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda8a75e79194a95b93426ff26b77e62"
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 10:46:52 on dist-test-slave-tlvw"
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.126354 22891 fs_report.cc:383] FS layout report
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/wal
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/wal
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/data/data
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:46:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:46:52.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.151121 22891 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
10:46:52.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.152005 22891 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:46:52.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.152307 22891 kserver.cc:163] Server-wide thread pool size limit: 3276
10:46:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.156126 22891 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:46:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.156296 22891 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
10:46:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.156427 22891 ts_tablet_manager.cc:610] Registered 0 tablets
10:46:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.156487 22891 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
10:46:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.213893 22891 rpc_server.cc:307] RPC server started. Bound to: 127.21.197.67:38441
10:46:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.213932 23026 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.197.67:38441 every 8 connection(s)
10:46:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.215036 22891 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/data/info.pb
10:46:52.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.218950 23028 heartbeater.cc:347] Connected to a master server at 127.21.197.126:37827
10:46:52.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.219801 23028 heartbeater.cc:464] Registering TS with master...
10:46:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.220621 23028 heartbeater.cc:511] Master 127.21.197.126:37827 requested a full tablet report, sending...
10:46:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.222357 22335 ts_manager.cc:194] Registered new tserver with Master: cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441)
10:46:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.223369 22293 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu as pid 22891
10:46:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.223541 22293 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskvzf7Nn/test-tmp/mini-kudu-cluster1967321175728853426/ts-2/wal/instance
10:46:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.224853 23027 heartbeater.cc:347] Connected to a master server at 127.21.197.124:33083
10:46:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.224984 23027 heartbeater.cc:464] Registering TS with master...
10:46:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.225440 23027 heartbeater.cc:511] Master 127.21.197.124:33083 requested a full tablet report, sending...
10:46:52.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.226611 22497 ts_manager.cc:194] Registered new tserver with Master: cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441)
10:46:52.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.226660 23029 heartbeater.cc:347] Connected to a master server at 127.21.197.125:40255
10:46:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.226775 23029 heartbeater.cc:464] Registering TS with master...
10:46:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.227187 23029 heartbeater.cc:511] Master 127.21.197.125:40255 requested a full tablet report, sending...
10:46:52.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.227954 22416 ts_manager.cc:194] Registered new tserver with Master: cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441)
10:46:52.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.228868 22416 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.197.67:39513
10:46:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.232553 22293 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
10:46:52.234 [DEBUG - main] (MiniKuduCluster.java:195) Response:
10:46:52.234 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
10:46:52.235 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.21.197.126"
port: 37827
}
bound_http_address {
host: "127.21.197.126"
port: 43871
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.21.197.125"
port: 40255
}
bound_http_address {
host: "127.21.197.125"
port: 45025
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.21.197.124"
port: 33083
}
bound_http_address {
host: "127.21.197.124"
port: 38215
}
}
}
10:46:52.235 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
10:46:52.236 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.21.197.65"
port: 44241
}
bound_http_address {
host: "127.21.197.65"
port: 41415
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.21.197.66"
port: 44655
}
bound_http_address {
host: "127.21.197.66"
port: 36621
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.21.197.67"
port: 38441
}
bound_http_address {
host: "127.21.197.67"
port: 46035
}
}
}
10:46:52.236 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
10:46:52.237 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
10:46:52.239 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.197.124:33083(127.21.197.124:33083)] connecting to peer
10:46:52.240 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.197.126:37827(127.21.197.126:37827)] connecting to peer
10:46:52.240 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:52.241 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.197.124:33083(127.21.197.124:33083)] Successfully connected to peer
10:46:52.242 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.197.126:37827(127.21.197.126:37827)] Successfully connected to peer
10:46:52.243 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.197.125:40255(127.21.197.125:40255)] Successfully connected to peer
10:46:52.244 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.197.126
10:46:52.245 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.197.124
10:46:52.250 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.197.125
10:46:52.256 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x16e1491d, L:/127.0.0.1:48206 - R:/127.21.197.126:37827] using SASL/PLAIN
10:46:52.269 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0521813b, L:/127.0.0.1:54550 - R:/127.21.197.124:33083] using SASL/PLAIN
10:46:52.270 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1d35141f, L:/127.0.0.1:48794 - R:/127.21.197.125:40255] using SASL/PLAIN
10:46:52.278 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
10:46:52.278 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: OK, deferred=null) after lookup
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.280272 22416 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48794:
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:46:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
10:46:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.282636 22416 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
10:46:52.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.299515 22746 heartbeater.cc:503] Master 127.21.197.125:40255 was elected leader, sending a full tablet report...
10:46:52.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 16d6d6ac869c44af9e1493efd8be46c1
10:46:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.339890 22961 tablet_service.cc:1467] Processing CreateTablet for tablet 900302a70b12431784620ef11b733cdb (DEFAULT_TABLE table=txn_manager_fallback [id=16d6d6ac869c44af9e1493efd8be46c1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
10:46:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.339938 22814 tablet_service.cc:1467] Processing CreateTablet for tablet 3fa281001d164c32822bf56ae0b8a59b (DEFAULT_TABLE table=txn_manager_fallback [id=16d6d6ac869c44af9e1493efd8be46c1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
10:46:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.339915 22813 tablet_service.cc:1467] Processing CreateTablet for tablet 900302a70b12431784620ef11b733cdb (DEFAULT_TABLE table=txn_manager_fallback [id=16d6d6ac869c44af9e1493efd8be46c1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
10:46:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.341375 22961 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 900302a70b12431784620ef11b733cdb. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.341375 22814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3fa281001d164c32822bf56ae0b8a59b. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.341818 22679 tablet_service.cc:1467] Processing CreateTablet for tablet 3fa281001d164c32822bf56ae0b8a59b (DEFAULT_TABLE table=txn_manager_fallback [id=16d6d6ac869c44af9e1493efd8be46c1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
10:46:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.342815 22679 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3fa281001d164c32822bf56ae0b8a59b. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.343916 22962 tablet_service.cc:1467] Processing CreateTablet for tablet 3fa281001d164c32822bf56ae0b8a59b (DEFAULT_TABLE table=txn_manager_fallback [id=16d6d6ac869c44af9e1493efd8be46c1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
10:46:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.344130 22676 tablet_service.cc:1467] Processing CreateTablet for tablet 900302a70b12431784620ef11b733cdb (DEFAULT_TABLE table=txn_manager_fallback [id=16d6d6ac869c44af9e1493efd8be46c1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
10:46:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.344285 22962 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3fa281001d164c32822bf56ae0b8a59b. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.344576 22676 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 900302a70b12431784620ef11b733cdb. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.351851 22813 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 900302a70b12431784620ef11b733cdb. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.359004 23054 tablet_bootstrap.cc:492] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf: Bootstrap starting.
10:46:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.362082 23055 tablet_bootstrap.cc:492] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62: Bootstrap starting.
10:46:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.363065 23054 tablet_bootstrap.cc:654] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf: Neither blocks nor log segments found. Creating new log.
10:46:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.364813 23055 tablet_bootstrap.cc:654] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62: Neither blocks nor log segments found. Creating new log.
10:46:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.365862 23055 log.cc:824] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62: Log is configured to *not* fsync() on all Append() calls
10:46:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.365871 23054 log.cc:824] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf: Log is configured to *not* fsync() on all Append() calls
10:46:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.367363 23053 tablet_bootstrap.cc:492] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2: Bootstrap starting.
10:46:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.369378 23054 tablet_bootstrap.cc:492] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf: No bootstrap required, opened a new log
10:46:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.369623 23054 ts_tablet_manager.cc:1397] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf: Time spent bootstrapping tablet: real 0.011s user 0.007s sys 0.000s
10:46:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.370523 23053 tablet_bootstrap.cc:654] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2: Neither blocks nor log segments found. Creating new log.
10:46:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.371438 23053 log.cc:824] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2: Log is configured to *not* fsync() on all Append() calls
10:46:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.374084 23055 tablet_bootstrap.cc:492] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62: No bootstrap required, opened a new log
10:46:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.374374 23055 ts_tablet_manager.cc:1397] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.000s
10:46:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.374658 23053 tablet_bootstrap.cc:492] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2: No bootstrap required, opened a new log
10:46:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.374900 23053 ts_tablet_manager.cc:1397] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.000s
10:46:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.378319 23054 raft_consensus.cc:348] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.380668 23054 raft_consensus.cc:374] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.380882 23054 raft_consensus.cc:729] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05e8b2447b17482188872b8230e94eaf, State: Initialized, Role: FOLLOWER
10:46:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.381767 23054 consensus_queue.cc:260] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.385883 23053 raft_consensus.cc:348] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } }
10:46:52.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.386339 23053 raft_consensus.cc:374] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:52.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.386438 23053 raft_consensus.cc:729] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a135cbea0b174ee5860a340daf214ce2, State: Initialized, Role: FOLLOWER
10:46:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.387157 23053 consensus_queue.cc:260] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } }
10:46:52.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.388478 23055 raft_consensus.cc:348] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } }
10:46:52.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.388896 23055 raft_consensus.cc:374] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:52.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.389005 23055 raft_consensus.cc:729] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda8a75e79194a95b93426ff26b77e62, State: Initialized, Role: FOLLOWER
10:46:52.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.389667 23055 consensus_queue.cc:260] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } }
10:46:52.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.390364 23054 ts_tablet_manager.cc:1428] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf: Time spent starting tablet: real 0.021s user 0.012s sys 0.007s
10:46:52.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.390865 23054 tablet_bootstrap.cc:492] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf: Bootstrap starting.
10:46:52.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.391042 22888 heartbeater.cc:503] Master 127.21.197.125:40255 was elected leader, sending a full tablet report...
10:46:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.392562 23054 tablet_bootstrap.cc:654] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf: Neither blocks nor log segments found. Creating new log.
10:46:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.395149 23053 ts_tablet_manager.cc:1428] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2: Time spent starting tablet: real 0.020s user 0.013s sys 0.004s
10:46:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.395998 23053 tablet_bootstrap.cc:492] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2: Bootstrap starting.
10:46:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.397686 23053 tablet_bootstrap.cc:654] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2: Neither blocks nor log segments found. Creating new log.
10:46:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.402925 23055 ts_tablet_manager.cc:1428] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62: Time spent starting tablet: real 0.028s user 0.010s sys 0.010s
10:46:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.403357 23060 raft_consensus.cc:482] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:46:52.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.403726 23060 raft_consensus.cc:504] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } }
10:46:52.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.404744 23029 heartbeater.cc:503] Master 127.21.197.125:40255 was elected leader, sending a full tablet report...
10:46:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.413007 23060 leader_election.cc:288] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441), 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655)
10:46:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.416985 23055 tablet_bootstrap.cc:492] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62: Bootstrap starting.
10:46:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.420300 23055 tablet_bootstrap.cc:654] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62: Neither blocks nor log segments found. Creating new log.
10:46:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.428743 23054 tablet_bootstrap.cc:492] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf: No bootstrap required, opened a new log
10:46:52.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.428929 23054 ts_tablet_manager.cc:1397] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf: Time spent bootstrapping tablet: real 0.038s user 0.006s sys 0.026s
10:46:52.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.429711 23054 raft_consensus.cc:348] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } }
10:46:52.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.429958 23054 raft_consensus.cc:374] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:52.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.430042 23054 raft_consensus.cc:729] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05e8b2447b17482188872b8230e94eaf, State: Initialized, Role: FOLLOWER
10:46:52.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.430270 23054 consensus_queue.cc:260] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } }
10:46:52.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.430814 23054 ts_tablet_manager.cc:1428] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
10:46:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.440490 23055 tablet_bootstrap.cc:492] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62: No bootstrap required, opened a new log
10:46:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.440671 23055 ts_tablet_manager.cc:1397] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62: Time spent bootstrapping tablet: real 0.032s user 0.003s sys 0.000s
10:46:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.441357 23055 raft_consensus.cc:348] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.441601 23055 raft_consensus.cc:374] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.441685 23055 raft_consensus.cc:729] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda8a75e79194a95b93426ff26b77e62, State: Initialized, Role: FOLLOWER
10:46:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.441819 23053 tablet_bootstrap.cc:492] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2: No bootstrap required, opened a new log
10:46:52.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.441987 23053 ts_tablet_manager.cc:1397] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2: Time spent bootstrapping tablet: real 0.046s user 0.012s sys 0.005s
10:46:52.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.441915 23055 consensus_queue.cc:260] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.442457 23055 ts_tablet_manager.cc:1428] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
10:46:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.442788 23053 raft_consensus.cc:348] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.443079 23053 raft_consensus.cc:374] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.443168 23053 raft_consensus.cc:729] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a135cbea0b174ee5860a340daf214ce2, State: Initialized, Role: FOLLOWER
10:46:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.443363 23053 consensus_queue.cc:260] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.450409 23053 ts_tablet_manager.cc:1428] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2: Time spent starting tablet: real 0.008s user 0.003s sys 0.000s
10:46:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.454814 22841 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3fa281001d164c32822bf56ae0b8a59b" candidate_uuid: "a135cbea0b174ee5860a340daf214ce2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05e8b2447b17482188872b8230e94eaf" is_pre_election: true
10:46:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.454814 22982 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3fa281001d164c32822bf56ae0b8a59b" candidate_uuid: "a135cbea0b174ee5860a340daf214ce2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda8a75e79194a95b93426ff26b77e62" is_pre_election: true
10:46:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.455368 22841 raft_consensus.cc:2454] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a135cbea0b174ee5860a340daf214ce2 in term 0.
10:46:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.455368 22982 raft_consensus.cc:2454] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a135cbea0b174ee5860a340daf214ce2 in term 0.
10:46:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.456068 22623 leader_election.cc:302] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a135cbea0b174ee5860a340daf214ce2, cda8a75e79194a95b93426ff26b77e62; no voters:
10:46:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.456425 23060 raft_consensus.cc:2781] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Leader pre-election won for term 1
10:46:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.456558 23060 raft_consensus.cc:482] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:46:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.456626 23060 raft_consensus.cc:3037] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Advancing to term 1
10:46:52.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.458482 23060 raft_consensus.cc:504] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } }
10:46:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.458971 23060 leader_election.cc:288] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [CANDIDATE]: Term 1 election: Requested vote from peers cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441), 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655)
10:46:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.459434 22982 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3fa281001d164c32822bf56ae0b8a59b" candidate_uuid: "a135cbea0b174ee5860a340daf214ce2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda8a75e79194a95b93426ff26b77e62"
10:46:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.459650 22982 raft_consensus.cc:3037] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Advancing to term 1
10:46:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.459704 22841 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3fa281001d164c32822bf56ae0b8a59b" candidate_uuid: "a135cbea0b174ee5860a340daf214ce2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05e8b2447b17482188872b8230e94eaf"
10:46:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.459878 22841 raft_consensus.cc:3037] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Advancing to term 1
10:46:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.462607 22982 raft_consensus.cc:2454] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a135cbea0b174ee5860a340daf214ce2 in term 1.
10:46:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.462661 22841 raft_consensus.cc:2454] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a135cbea0b174ee5860a340daf214ce2 in term 1.
10:46:52.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.463109 22623 leader_election.cc:302] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 05e8b2447b17482188872b8230e94eaf, a135cbea0b174ee5860a340daf214ce2, cda8a75e79194a95b93426ff26b77e62; no voters:
10:46:52.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.463447 23060 raft_consensus.cc:2781] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 1 FOLLOWER]: Leader election won for term 1
10:46:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.463969 23060 raft_consensus.cc:686] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [term 1 LEADER]: Becoming Leader. State: Replica: a135cbea0b174ee5860a340daf214ce2, State: Running, Role: LEADER
10:46:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.464576 23067 raft_consensus.cc:482] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:46:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.464560 23060 consensus_queue.cc:237] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } }
10:46:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.464777 23067 raft_consensus.cc:504] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.465689 23067 leader_election.cc:288] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655), cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441)
10:46:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.466143 22841 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "900302a70b12431784620ef11b733cdb" candidate_uuid: "a135cbea0b174ee5860a340daf214ce2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05e8b2447b17482188872b8230e94eaf" is_pre_election: true
10:46:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.466181 22982 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "900302a70b12431784620ef11b733cdb" candidate_uuid: "a135cbea0b174ee5860a340daf214ce2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda8a75e79194a95b93426ff26b77e62" is_pre_election: true
10:46:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.466369 22841 raft_consensus.cc:2454] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a135cbea0b174ee5860a340daf214ce2 in term 0.
10:46:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.466379 22982 raft_consensus.cc:2454] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a135cbea0b174ee5860a340daf214ce2 in term 0.
10:46:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.466794 22623 leader_election.cc:302] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a135cbea0b174ee5860a340daf214ce2, cda8a75e79194a95b93426ff26b77e62; no voters:
10:46:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.467038 23067 raft_consensus.cc:2781] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Leader pre-election won for term 1
10:46:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.467146 23067 raft_consensus.cc:482] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:46:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.467231 23067 raft_consensus.cc:3037] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Advancing to term 1
10:46:52.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.468568 23030 tablet.cc:2369] T 3fa281001d164c32822bf56ae0b8a59b P cda8a75e79194a95b93426ff26b77e62: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:46:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.470925 23067 raft_consensus.cc:504] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.471562 23067 leader_election.cc:288] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [CANDIDATE]: Term 1 election: Requested vote from peers 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655), cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441)
10:46:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.471834 22982 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "900302a70b12431784620ef11b733cdb" candidate_uuid: "a135cbea0b174ee5860a340daf214ce2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cda8a75e79194a95b93426ff26b77e62"
10:46:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.471989 22982 raft_consensus.cc:3037] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Advancing to term 1
10:46:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.472334 22415 catalog_manager.cc:5495] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 reported cstate change: term changed from 0 to 1, leader changed from <none> to a135cbea0b174ee5860a340daf214ce2 (127.21.197.65). New cstate: current_term: 1 leader_uuid: "a135cbea0b174ee5860a340daf214ce2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } health_report { overall_health: HEALTHY } } }
10:46:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.473791 22982 raft_consensus.cc:2454] T 900302a70b12431784620ef11b733cdb P cda8a75e79194a95b93426ff26b77e62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a135cbea0b174ee5860a340daf214ce2 in term 1.
10:46:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.474188 22623 leader_election.cc:302] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a135cbea0b174ee5860a340daf214ce2, cda8a75e79194a95b93426ff26b77e62; no voters:
10:46:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.474463 23067 raft_consensus.cc:2781] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 1 FOLLOWER]: Leader election won for term 1
10:46:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.474578 23067 raft_consensus.cc:686] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [term 1 LEADER]: Becoming Leader. State: Replica: a135cbea0b174ee5860a340daf214ce2, State: Running, Role: LEADER
10:46:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.474829 23067 consensus_queue.cc:237] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.478367 22841 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "900302a70b12431784620ef11b733cdb" candidate_uuid: "a135cbea0b174ee5860a340daf214ce2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05e8b2447b17482188872b8230e94eaf"
10:46:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.478689 22841 raft_consensus.cc:3037] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Advancing to term 1
10:46:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.483737 22415 catalog_manager.cc:5495] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 reported cstate change: term changed from 0 to 1, leader changed from <none> to a135cbea0b174ee5860a340daf214ce2 (127.21.197.65). New cstate: current_term: 1 leader_uuid: "a135cbea0b174ee5860a340daf214ce2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } health_report { overall_health: UNKNOWN } } }
10:46:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.483952 22841 raft_consensus.cc:2454] T 900302a70b12431784620ef11b733cdb P 05e8b2447b17482188872b8230e94eaf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a135cbea0b174ee5860a340daf214ce2 in term 1.
10:46:52.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.491411 22889 tablet.cc:2369] T 3fa281001d164c32822bf56ae0b8a59b P 05e8b2447b17482188872b8230e94eaf: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.526027 22415 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48810:
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:46:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
10:46:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.527005 22415 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
10:46:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:52.533846 22747 tablet.cc:2369] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:46:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.537587 22679 tablet_service.cc:1467] Processing CreateTablet for tablet 64f3f21bbbaa440eaa725def9c2efdd0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7ed0bf7d1abf456f9ccfeff742388e25]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
10:46:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.537647 22814 tablet_service.cc:1467] Processing CreateTablet for tablet 64f3f21bbbaa440eaa725def9c2efdd0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7ed0bf7d1abf456f9ccfeff742388e25]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
10:46:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.538524 22814 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 64f3f21bbbaa440eaa725def9c2efdd0. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.538524 22679 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 64f3f21bbbaa440eaa725def9c2efdd0. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.545300 23053 tablet_bootstrap.cc:492] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: Bootstrap starting.
10:46:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.544936 22962 tablet_service.cc:1467] Processing CreateTablet for tablet 64f3f21bbbaa440eaa725def9c2efdd0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7ed0bf7d1abf456f9ccfeff742388e25]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
10:46:52.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.545830 22962 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 64f3f21bbbaa440eaa725def9c2efdd0. 1 dirs total, 0 dirs full, 0 dirs failed
10:46:52.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.546675 23053 tablet_bootstrap.cc:654] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: Neither blocks nor log segments found. Creating new log.
10:46:52.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.548237 23054 tablet_bootstrap.cc:492] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: Bootstrap starting.
10:46:52.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.548763 23053 tablet_bootstrap.cc:492] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: No bootstrap required, opened a new log
10:46:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.548923 23053 ts_tablet_manager.cc:1397] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
10:46:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.549602 23053 raft_consensus.cc:348] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.549777 23054 tablet_bootstrap.cc:654] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: Neither blocks nor log segments found. Creating new log.
10:46:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.549834 23053 raft_consensus.cc:374] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.549897 23053 raft_consensus.cc:729] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a135cbea0b174ee5860a340daf214ce2, State: Initialized, Role: FOLLOWER
10:46:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.550150 23053 consensus_queue.cc:260] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.550588 23060 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.550892 23060 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: This TxnStatusTablet replica's current role is: FOLLOWER
10:46:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.553898 23055 tablet_bootstrap.cc:492] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: Bootstrap starting.
10:46:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.553933 23053 ts_tablet_manager.cc:1428] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: Time spent starting tablet: real 0.005s user 0.001s sys 0.002s
10:46:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.555716 23055 tablet_bootstrap.cc:654] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: Neither blocks nor log segments found. Creating new log.
10:46:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.560798 23055 tablet_bootstrap.cc:492] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: No bootstrap required, opened a new log
10:46:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.560999 23055 ts_tablet_manager.cc:1397] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.004s
10:46:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.561468 23054 tablet_bootstrap.cc:492] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: No bootstrap required, opened a new log
10:46:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.561630 23054 ts_tablet_manager.cc:1397] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: Time spent bootstrapping tablet: real 0.013s user 0.000s sys 0.012s
10:46:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.561568 23055 raft_consensus.cc:348] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.561723 23055 raft_consensus.cc:374] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.561767 23055 raft_consensus.cc:729] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda8a75e79194a95b93426ff26b77e62, State: Initialized, Role: FOLLOWER
10:46:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.561946 23055 consensus_queue.cc:260] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.562248 23054 raft_consensus.cc:348] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.562455 23054 raft_consensus.cc:374] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:46:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.562513 23054 raft_consensus.cc:729] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05e8b2447b17482188872b8230e94eaf, State: Initialized, Role: FOLLOWER
10:46:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.562402 23061 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.562793 23061 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: This TxnStatusTablet replica's current role is: FOLLOWER
10:46:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.562762 23054 consensus_queue.cc:260] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.563266 23054 ts_tablet_manager.cc:1428] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
10:46:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.563228 23059 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.563580 23059 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: This TxnStatusTablet replica's current role is: FOLLOWER
10:46:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.564694 23055 ts_tablet_manager.cc:1428] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: Time spent starting tablet: real 0.004s user 0.001s sys 0.000s
10:46:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.769338 23061 raft_consensus.cc:482] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:46:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.769531 23061 raft_consensus.cc:504] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.770973 23061 leader_election.cc:288] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a135cbea0b174ee5860a340daf214ce2 (127.21.197.65:44241), 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655)
10:46:52.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.779871 22841 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "64f3f21bbbaa440eaa725def9c2efdd0" candidate_uuid: "cda8a75e79194a95b93426ff26b77e62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05e8b2447b17482188872b8230e94eaf" is_pre_election: true
10:46:52.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.780112 22841 raft_consensus.cc:2454] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda8a75e79194a95b93426ff26b77e62 in term 0.
10:46:52.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.780136 22699 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "64f3f21bbbaa440eaa725def9c2efdd0" candidate_uuid: "cda8a75e79194a95b93426ff26b77e62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a135cbea0b174ee5860a340daf214ce2" is_pre_election: true
10:46:52.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.780632 22699 raft_consensus.cc:2454] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda8a75e79194a95b93426ff26b77e62 in term 0.
10:46:52.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.780634 22908 leader_election.cc:302] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05e8b2447b17482188872b8230e94eaf, cda8a75e79194a95b93426ff26b77e62; no voters:
10:46:52.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.781174 23061 raft_consensus.cc:2781] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Leader pre-election won for term 1
10:46:52.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.781312 23061 raft_consensus.cc:482] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:46:52.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.781410 23061 raft_consensus.cc:3037] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 0 FOLLOWER]: Advancing to term 1
10:46:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.783733 23061 raft_consensus.cc:504] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.784324 23061 leader_election.cc:288] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [CANDIDATE]: Term 1 election: Requested vote from peers a135cbea0b174ee5860a340daf214ce2 (127.21.197.65:44241), 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655)
10:46:52.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.785059 22699 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "64f3f21bbbaa440eaa725def9c2efdd0" candidate_uuid: "cda8a75e79194a95b93426ff26b77e62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a135cbea0b174ee5860a340daf214ce2"
10:46:52.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.785254 22699 raft_consensus.cc:3037] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2 [term 0 FOLLOWER]: Advancing to term 1
10:46:52.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.785270 22841 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "64f3f21bbbaa440eaa725def9c2efdd0" candidate_uuid: "cda8a75e79194a95b93426ff26b77e62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05e8b2447b17482188872b8230e94eaf"
10:46:52.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.785499 22841 raft_consensus.cc:3037] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf [term 0 FOLLOWER]: Advancing to term 1
10:46:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.787245 22699 raft_consensus.cc:2454] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda8a75e79194a95b93426ff26b77e62 in term 1.
10:46:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.787331 22841 raft_consensus.cc:2454] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda8a75e79194a95b93426ff26b77e62 in term 1.
10:46:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.787716 22908 leader_election.cc:302] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a135cbea0b174ee5860a340daf214ce2, cda8a75e79194a95b93426ff26b77e62; no voters:
10:46:52.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.788022 23061 raft_consensus.cc:2781] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 1 FOLLOWER]: Leader election won for term 1
10:46:52.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.788491 23061 raft_consensus.cc:686] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [term 1 LEADER]: Becoming Leader. State: Replica: cda8a75e79194a95b93426ff26b77e62, State: Running, Role: LEADER
10:46:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.789188 23061 consensus_queue.cc:237] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } }
10:46:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.792445 23083 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: TxnStatusTablet state changed. Reason: New leader cda8a75e79194a95b93426ff26b77e62. Latest consensus state: current_term: 1 leader_uuid: "cda8a75e79194a95b93426ff26b77e62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.792786 23083 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: This TxnStatusTablet replica's current role is: LEADER
10:46:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.793367 23085 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
10:46:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.793726 23085 txn_status_manager.cc:929] Loading transaction status metadata into memory...
10:46:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.795840 22415 catalog_manager.cc:5495] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 reported cstate change: term changed from 0 to 1, leader changed from <none> to cda8a75e79194a95b93426ff26b77e62 (127.21.197.67). New cstate: current_term: 1 leader_uuid: "cda8a75e79194a95b93426ff26b77e62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } health_report { overall_health: HEALTHY } } }
10:46:52.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.860069 22699 raft_consensus.cc:1261] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2 [term 1 FOLLOWER]: Refusing update from remote peer cda8a75e79194a95b93426ff26b77e62: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:46:52.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.860268 22841 raft_consensus.cc:1261] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf [term 1 FOLLOWER]: Refusing update from remote peer cda8a75e79194a95b93426ff26b77e62: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:46:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.860999 23083 consensus_queue.cc:1035] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:46:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.861313 23061 consensus_queue.cc:1035] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 [LEADER]: Connected to new peer: Peer: permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:46:52.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.871995 23060 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: TxnStatusTablet state changed. Reason: New leader cda8a75e79194a95b93426ff26b77e62. Latest consensus state: current_term: 1 leader_uuid: "cda8a75e79194a95b93426ff26b77e62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.872306 23060 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: This TxnStatusTablet replica's current role is: FOLLOWER
10:46:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.876561 23083 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cda8a75e79194a95b93426ff26b77e62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.876834 23083 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: This TxnStatusTablet replica's current role is: LEADER
10:46:52.881 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
10:46:52.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.884446 23067 consensus_queue.cc:1035] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:46:52.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 16d6d6ac869c44af9e1493efd8be46c1
10:46:52.891 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3fa281001d164c32822bf56ae0b8a59b for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
10:46:52.891 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 900302a70b12431784620ef11b733cdb for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
10:46:52.892 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=3fa281001d164c32822bf56ae0b8a59b@[05e8b2447b17482188872b8230e94eaf(127.21.197.66:44655),a135cbea0b174ee5860a340daf214ce2(127.21.197.65:44241)[L],cda8a75e79194a95b93426ff26b77e62(127.21.197.67:38441)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=900302a70b12431784620ef11b733cdb@[05e8b2447b17482188872b8230e94eaf(127.21.197.66:44655),a135cbea0b174ee5860a340daf214ce2(127.21.197.65:44241)[L],cda8a75e79194a95b93426ff26b77e62(127.21.197.67:38441)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
10:46:52.892 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.197.125:40255, [4ms] Sub RPC GetTableLocations: received response from server master-127.21.197.125:40255: OK, deferred=null) after lookup
10:46:52.893 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a135cbea0b174ee5860a340daf214ce2(127.21.197.65:44241)] connecting to peer
10:46:52.896 [DEBUG - kudu-nio-1] (Connection.java:757) [peer a135cbea0b174ee5860a340daf214ce2(127.21.197.65:44241)] Successfully connected to peer
10:46:52.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.917424 23067 consensus_queue.cc:1035] T 900302a70b12431784620ef11b733cdb P a135cbea0b174ee5860a340daf214ce2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:46:52.935 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcea50c51, L:/127.0.0.1:39920 - R:/127.21.197.65:44241] using TOKEN/null
10:46:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.940452 23059 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: TxnStatusTablet state changed. Reason: New leader cda8a75e79194a95b93426ff26b77e62. Latest consensus state: current_term: 1 leader_uuid: "cda8a75e79194a95b93426ff26b77e62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.940794 23059 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: This TxnStatusTablet replica's current role is: FOLLOWER
10:46:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.943212 23061 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cda8a75e79194a95b93426ff26b77e62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.943502 23061 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62: This TxnStatusTablet replica's current role is: LEADER
10:46:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.949994 23096 consensus_queue.cc:1035] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:46:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.956612 23059 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cda8a75e79194a95b93426ff26b77e62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.956830 23059 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P 05e8b2447b17482188872b8230e94eaf: This TxnStatusTablet replica's current role is: FOLLOWER
10:46:52.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.963268 23060 tablet_replica.cc:439] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cda8a75e79194a95b93426ff26b77e62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a135cbea0b174ee5860a340daf214ce2" member_type: VOTER last_known_addr { host: "127.21.197.65" port: 44241 } } peers { permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 } } peers { permanent_uuid: "cda8a75e79194a95b93426ff26b77e62" member_type: VOTER last_known_addr { host: "127.21.197.67" port: 38441 } } }
10:46:52.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.963541 23060 tablet_replica.cc:442] T 64f3f21bbbaa440eaa725def9c2efdd0 P a135cbea0b174ee5860a340daf214ce2: This TxnStatusTablet replica's current role is: FOLLOWER
10:46:52.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:52.978289 23096 consensus_queue.cc:1035] T 3fa281001d164c32822bf56ae0b8a59b P a135cbea0b174ee5860a340daf214ce2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "05e8b2447b17482188872b8230e94eaf" member_type: VOTER last_known_addr { host: "127.21.197.66" port: 44655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:46:53.018 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.197.125:40255
10:46:53.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
10:46:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.019554 22293 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu pid 22382
10:46:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.020768 22456 generic_service.cc:196] Checking for leaks (request via RPC)
10:46:53.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.189924 22293 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu with pid 22382
10:46:53.216 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
10:46:53.216 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.197.125:40255(127.21.197.125:40255)] handling channelInactive
10:46:53.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state READY due to: connection closed
10:46:53.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.403 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.21.197.125:40255(127.21.197.125:40255) for tablet Kudu Master: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.421 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.424161 22746 heartbeater.cc:644] Failed to heartbeat to 127.21.197.125:40255 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:53.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.441 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.459 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.480 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.490650 23112 raft_consensus.cc:482] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ff7a2f932ced40b389c97d89bfc22898)
10:46:53.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.490773 23111 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ff7a2f932ced40b389c97d89bfc22898)
10:46:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.490846 23112 raft_consensus.cc:504] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.490954 23111 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.491968 23112 leader_election.cc:288] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0fbe9fb0ab544faeb3d1bfdd05b8b089 (127.21.197.126:37827), ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255)
10:46:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.492496 23111 leader_election.cc:288] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255), 560d842b70f444e3b41f3436624ecea6 (127.21.197.124:33083)
10:46:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.492595 22506 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "560d842b70f444e3b41f3436624ecea6" is_pre_election: true
10:46:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.492838 22506 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0fbe9fb0ab544faeb3d1bfdd05b8b089 in term 1.
10:46:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.493363 22320 leader_election.cc:302] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fbe9fb0ab544faeb3d1bfdd05b8b089, 560d842b70f444e3b41f3436624ecea6; no voters:
10:46:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.493423 22483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.493454 22345 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "560d842b70f444e3b41f3436624ecea6" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" is_pre_election: true
10:46:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.493655 22345 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 560d842b70f444e3b41f3436624ecea6 in term 1.
10:46:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.493808 23111 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 1 FOLLOWER]: Leader pre-election won for term 2
10:46:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.493906 23111 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ff7a2f932ced40b389c97d89bfc22898)
10:46:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.493983 23111 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 1 FOLLOWER]: Advancing to term 2
10:46:53.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.495126 22483 leader_election.cc:302] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fbe9fb0ab544faeb3d1bfdd05b8b089, 560d842b70f444e3b41f3436624ecea6; no voters:
10:46:53.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.495486 22483 leader_election.cc:334] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.496008 23112 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 1 FOLLOWER]: Leader pre-election won for term 2
10:46:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.496134 22321 leader_election.cc:334] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.496198 23112 raft_consensus.cc:482] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ff7a2f932ced40b389c97d89bfc22898)
10:46:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.496289 23112 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 1 FOLLOWER]: Advancing to term 2
10:46:53.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.496824 23111 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:53.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.497280 23111 leader_election.cc:288] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 2 election: Requested vote from peers ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255), 560d842b70f444e3b41f3436624ecea6 (127.21.197.124:33083)
10:46:53.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.497752 22506 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "560d842b70f444e3b41f3436624ecea6"
10:46:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.498450 22321 leader_election.cc:334] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.498564 23112 raft_consensus.cc:504] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:53.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.498919 22506 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 0fbe9fb0ab544faeb3d1bfdd05b8b089 in current term 2: Already voted for candidate 560d842b70f444e3b41f3436624ecea6 in this term.
10:46:53.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.499094 23112 leader_election.cc:288] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [CANDIDATE]: Term 2 election: Requested vote from peers 0fbe9fb0ab544faeb3d1bfdd05b8b089 (127.21.197.126:37827), ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255)
10:46:53.499 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.499838 22320 leader_election.cc:302] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0fbe9fb0ab544faeb3d1bfdd05b8b089; no voters: 560d842b70f444e3b41f3436624ecea6, ff7a2f932ced40b389c97d89bfc22898
10:46:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.499943 22345 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "560d842b70f444e3b41f3436624ecea6" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089"
10:46:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.500170 22345 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 560d842b70f444e3b41f3436624ecea6 in current term 2: Already voted for candidate 0fbe9fb0ab544faeb3d1bfdd05b8b089 in this term.
10:46:53.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.500406 23111 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:46:53.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.501775 22483 leader_election.cc:334] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.502615 22483 leader_election.cc:302] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 560d842b70f444e3b41f3436624ecea6; no voters: 0fbe9fb0ab544faeb3d1bfdd05b8b089, ff7a2f932ced40b389c97d89bfc22898
10:46:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.502851 23112 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:46:53.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.559 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.561 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.659 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.21.197.125:40255, [4ms] received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [41ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [61ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, deferred=Deferred@1329692819(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/626765121@4d892dc -> (continuation of Deferred@1402743154 after retry RPC after error@1810388080) -> (continuation of Deferred@686691462 after retry RPC after error@1759526197) -> (continuation of Deferred@1518685922 after retry RPC after error@1936185878) -> (continuation of Deferred@737520344 after retry RPC after error@1108685574) -> (continuation of Deferred@848791544 after retry RPC after error@2146258134) -> (continuation of Deferred@2043185817 after retry RPC after error@305011621), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1496590176@1c88e65f -> (continuation of Deferred@1402743154 after retry RPC after error@1810388080) -> (continuation of Deferred@686691462 after retry RPC after error@1759526197) -> (continuation of Deferred@1518685922 after retry RPC after error@1936185878) -> (continuation of Deferred@737520344 after retry RPC after error@1108685574) -> (continuation of Deferred@848791544 after retry RPC after error@2146258134) -> (continuation of Deferred@2043185817 after retry RPC after error@305011621)))
10:46:53.660 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
10:46:53.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.719 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.721 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.759 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.779 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.839 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255; will retry
10:46:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.859340 23111 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:46:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.859543 23111 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.860213 23111 leader_election.cc:288] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255), 560d842b70f444e3b41f3436624ecea6 (127.21.197.124:33083)
10:46:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.860795 22506 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "560d842b70f444e3b41f3436624ecea6" is_pre_election: true
10:46:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.861035 22506 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0fbe9fb0ab544faeb3d1bfdd05b8b089 in term 2.
10:46:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.861460 22320 leader_election.cc:302] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fbe9fb0ab544faeb3d1bfdd05b8b089, 560d842b70f444e3b41f3436624ecea6; no voters:
10:46:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.861651 22321 leader_election.cc:334] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.861770 23111 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 2 FOLLOWER]: Leader pre-election won for term 3
10:46:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.861873 23111 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:46:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.861992 23111 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 2 FOLLOWER]: Advancing to term 3
10:46:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.864035 23111 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.864583 23111 leader_election.cc:288] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 3 election: Requested vote from peers ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255), 560d842b70f444e3b41f3436624ecea6 (127.21.197.124:33083)
10:46:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.865064 22506 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "560d842b70f444e3b41f3436624ecea6"
10:46:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.865278 22506 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 2 FOLLOWER]: Advancing to term 3
10:46:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.865738 22321 leader_election.cc:334] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.867445 22506 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0fbe9fb0ab544faeb3d1bfdd05b8b089 in term 3.
10:46:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.867851 22320 leader_election.cc:302] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0fbe9fb0ab544faeb3d1bfdd05b8b089, 560d842b70f444e3b41f3436624ecea6; no voters: ff7a2f932ced40b389c97d89bfc22898
10:46:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.868206 23111 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 3 FOLLOWER]: Leader election won for term 3
10:46:53.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.870631 23111 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [term 3 LEADER]: Becoming Leader. State: Replica: 0fbe9fb0ab544faeb3d1bfdd05b8b089, State: Running, Role: LEADER
10:46:53.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.871070 23111 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } }
10:46:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.872773 23117 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0fbe9fb0ab544faeb3d1bfdd05b8b089. Latest consensus state: current_term: 3 leader_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.873143 23117 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: This master's current role is: LEADER
10:46:53.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.873786 23119 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
10:46:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.876058 23119 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=16d6d6ac869c44af9e1493efd8be46c1]
10:46:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.876507 23119 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=7ed0bf7d1abf456f9ccfeff742388e25]
10:46:53.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.878096 23119 tablet_loader.cc:96] loaded metadata for tablet 3fa281001d164c32822bf56ae0b8a59b (table txn_manager_fallback [id=16d6d6ac869c44af9e1493efd8be46c1])
10:46:53.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.878468 23119 tablet_loader.cc:96] loaded metadata for tablet 64f3f21bbbaa440eaa725def9c2efdd0 (table kudu_system.kudu_transactions [id=7ed0bf7d1abf456f9ccfeff742388e25])
10:46:53.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.878794 23119 tablet_loader.cc:96] loaded metadata for tablet 900302a70b12431784620ef11b733cdb (table txn_manager_fallback [id=16d6d6ac869c44af9e1493efd8be46c1])
10:46:53.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.879033 23119 catalog_manager.cc:1484] Initializing Kudu cluster ID...
10:46:53.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.879860 23119 catalog_manager.cc:1259] Loaded cluster ID: c1dac5c06f574b3482575928c41d5a7c
10:46:53.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.879949 23119 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
10:46:53.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.881044 23119 catalog_manager.cc:1504] Loading token signing keys...
10:46:53.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.881855 23119 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089: Loaded TSK: 0
10:46:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.882645 23119 catalog_manager.cc:1514] Initializing in-progress tserver states...
10:46:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.917380 22912 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.030s from last keepalive heartbeat (effective timeout is 1.000s)
10:46:53.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.918835 22949 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.21.197.125:40255)
10:46:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.930665 23122 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
10:46:53.939 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [44ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [64ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.197.124:33083,127.21.197.126:37827,127.21.197.125:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, deferred=Deferred@705786457(state=PENDING, result=null, callback=(continuation of Deferred@1120832150 after retry RPC after error@1376152466) -> (continuation of Deferred@1020887505 after retry RPC after error@503033769) -> (continuation of Deferred@735513786 after retry RPC after error@1248639145) -> (continuation of Deferred@986410812 after retry RPC after error@2056063275) -> (continuation of Deferred@1764522012 after retry RPC after error@1185561696) -> (continuation of Deferred@662247686 after retry RPC after error@892311699) -> (continuation of Deferred@1061808818 after retry RPC after error@681019399), errback=(continuation of Deferred@1120832150 after retry RPC after error@1376152466) -> (continuation of Deferred@1020887505 after retry RPC after error@503033769) -> (continuation of Deferred@735513786 after retry RPC after error@1248639145) -> (continuation of Deferred@986410812 after retry RPC after error@2056063275) -> (continuation of Deferred@1764522012 after retry RPC after error@1185561696) -> (continuation of Deferred@662247686 after retry RPC after error@892311699) -> (continuation of Deferred@1061808818 after retry RPC after error@681019399)))
10:46:53.940 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
10:46:53.960 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.21.197.125:40255(127.21.197.125:40255)] connecting to peer
10:46:53.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.125:40255(127.21.197.125:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.197.125:40255: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255
10:46:53.962 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
10:46:53.962 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.124:33083, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.126:37827, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.197.125:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.125:40255: Network error: Failed to connect to peer master-127.21.197.125:40255(127.21.197.125:40255): Connection refused: /127.21.197.125:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.126:37827: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.197.124:33083: OK, deferred=null) after lookup
10:46:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.996145 22506 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [term 3 FOLLOWER]: Refusing update from remote peer 0fbe9fb0ab544faeb3d1bfdd05b8b089: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
10:46:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:53.996887 23117 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [LEADER]: Connected to new peer: Peer: permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
10:46:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:53.999213 22321 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 -> Peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Couldn't send request to peer ff7a2f932ced40b389c97d89bfc22898. Status: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:46:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:54.000475 23112 sys_catalog.cc:455] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0fbe9fb0ab544faeb3d1bfdd05b8b089. Latest consensus state: current_term: 3 leader_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:54.000761 23112 sys_catalog.cc:458] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: This master's current role is: FOLLOWER
10:46:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:54.001366 22888 heartbeater.cc:644] Failed to heartbeat to 127.21.197.125:40255 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:54.002411 23111 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:54.002691 23111 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 [sys.catalog]: This master's current role is: LEADER
10:46:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:54.002846 23112 sys_catalog.cc:455] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fbe9fb0ab544faeb3d1bfdd05b8b089" member_type: VOTER last_known_addr { host: "127.21.197.126" port: 37827 } } peers { permanent_uuid: "ff7a2f932ced40b389c97d89bfc22898" member_type: VOTER last_known_addr { host: "127.21.197.125" port: 40255 } } peers { permanent_uuid: "560d842b70f444e3b41f3436624ecea6" member_type: VOTER last_known_addr { host: "127.21.197.124" port: 33083 } } }
10:46:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:54.003095 23112 sys_catalog.cc:458] T 00000000000000000000000000000000 P 560d842b70f444e3b41f3436624ecea6 [sys.catalog]: This master's current role is: FOLLOWER
10:46:54.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:54.008088 23029 heartbeater.cc:644] Failed to heartbeat to 127.21.197.125:40255 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111)
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:54.009003 22335 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48234:
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
10:46:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
10:46:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:54.010692 22335 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
10:46:54.027 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1790592412 last_transition_timestamp: 1790592413
10:46:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:54.474074 22321 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 -> Peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Couldn't send request to peer ff7a2f932ced40b389c97d89bfc22898. Status: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
10:46:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:54.703269 22321 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111) [suppressed 17 similar messages]
10:46:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:54.999643 22321 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 -> Peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Couldn't send request to peer ff7a2f932ced40b389c97d89bfc22898. Status: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
10:46:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.001117 22887 heartbeater.cc:503] Master 127.21.197.126:37827 was elected leader, sending a full tablet report...
10:46:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.007831 23028 heartbeater.cc:503] Master 127.21.197.126:37827 was elected leader, sending a full tablet report...
10:46:55.221 [DEBUG - main] (Connection.java:575) [peer master-127.21.197.124:33083(127.21.197.124:33083)] disconnecting while in state READY
10:46:55.221 [DEBUG - main] (Connection.java:575) [peer a135cbea0b174ee5860a340daf214ce2(127.21.197.65:44241)] disconnecting while in state READY
10:46:55.222 [DEBUG - main] (Connection.java:575) [peer master-127.21.197.126:37827(127.21.197.126:37827)] disconnecting while in state READY
10:46:55.222 [DEBUG - main] (Connection.java:575) [peer master-127.21.197.125:40255(127.21.197.125:40255)] disconnecting while in state TERMINATED
10:46:55.222 [DEBUG - kudu-nio-1] (Connection.java:239) [peer a135cbea0b174ee5860a340daf214ce2(127.21.197.65:44241)] handling channelInactive
10:46:55.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a135cbea0b174ee5860a340daf214ce2(127.21.197.65:44241)] cleaning up while in state READY due to: connection closed
10:46:55.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
10:46:55.223 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.197.126:37827(127.21.197.126:37827)] handling channelInactive
10:46:55.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.197.126:37827(127.21.197.126:37827)] cleaning up while in state READY due to: connection closed
10:46:55.223 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.197.124:33083(127.21.197.124:33083)] handling channelInactive
10:46:55.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.197.124:33083(127.21.197.124:33083)] cleaning up while in state READY due to: connection closed
10:46:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.224020 22293 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu pid 22605
10:46:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.231439 22739 generic_service.cc:196] Checking for leaks (request via RPC)
10:46:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.327095 22293 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu with pid 22605
10:46:55.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.342343 22293 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu pid 22750
10:46:55.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.349067 22881 generic_service.cc:196] Checking for leaks (request via RPC)
10:46:55.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.449287 22293 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu with pid 22750
10:46:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:55.462689 22908 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.21.197.66:44655 (error 108)
10:46:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.462922 22293 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu pid 22891
10:46:55.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:55.464470 22908 consensus_peers.cc:487] T 64f3f21bbbaa440eaa725def9c2efdd0 P cda8a75e79194a95b93426ff26b77e62 -> Peer 05e8b2447b17482188872b8230e94eaf (127.21.197.66:44655): Couldn't send request to peer 05e8b2447b17482188872b8230e94eaf. Status: Network error: Client connection negotiation failed: client connection to 127.21.197.66:44655: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:46:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.469483 23022 generic_service.cc:196] Checking for leaks (request via RPC)
10:46:55.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 10:46:55.485468 22321 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0fbe9fb0ab544faeb3d1bfdd05b8b089 -> Peer ff7a2f932ced40b389c97d89bfc22898 (127.21.197.125:40255): Couldn't send request to peer ff7a2f932ced40b389c97d89bfc22898. Status: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
10:46:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.519490 22304 master_runner.cc:186] Error getting master registration for 127.21.197.125:40255: Network error: Client connection negotiation failed: client connection to 127.21.197.125:40255: connect: Connection refused (error 111),
10:46:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.519733 22304 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
10:46:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.589653 22293 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu with pid 22891
10:46:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.609817 22293 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu pid 22304
10:46:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.610930 22375 generic_service.cc:196] Checking for leaks (request via RPC)
10:46:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.724844 22293 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu with pid 22304
10:46:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.741828 22293 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu pid 22463
10:46:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.742822 22537 generic_service.cc:196] Checking for leaks (request via RPC)
10:46:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 10:46:55.845139 22293 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskvzf7Nn/build/asan/bin/kudu with pid 22463
10:46:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T10:46:55Z chronyd exiting
10:46:55.987 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790592412 last_transition_timestamp: 1790592413
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: cda8a75e79194a95b93426ff26b77e62 (127.21.197.67:38441): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790592412 last_transition_timestamp: 1790592413
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more