21:30:04.812 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:30:04.826 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbMGbxF/test-tmp
21:30:04.828 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:30:04.832 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbMGbxF/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:30:05.063 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:30:05.248 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:30:05.249 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:30:05.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:05.252717 21639 mini_oidc.cc:152] Starting JWKS server
21:30:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:05.256635 21639 webserver.cc:460] Webserver started at http://127.0.0.1:33243/ using document root <none> and password file <none>
21:30:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:05.257164 21639 mini_oidc.cc:189] Starting OIDC Discovery server
21:30:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:05.259115 21639 webserver.cc:460] Webserver started at http://127.0.0.1:38857/ using document root <none> and password file <none>
21:30:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:30:05Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:30:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:30:05Z Disabled control of system clock
21:30:05.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:05.315851 21639 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:05.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:05.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/wal
21:30:05.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/data
21:30:05.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:05.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:05.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:05.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:05.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/logs
21:30:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/data/info.pb
21:30:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:30:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.254:46615
21:30:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.254
21:30:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33243/jwks.json with env {}
21:30:05.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.633996 21653 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.634783 21653 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.635632 21653 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.666889 21653 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:30:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.667285 21653 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.667606 21653 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:30:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.667933 21653 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:30:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.668291 21653 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:30:05.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.668546 21653 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33243/jwks.json
21:30:05.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:05.704273 21653 master_runner.cc:386] Master server non-default flags:
21:30:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:05.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/data
21:30:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/wal
21:30:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.254:46615
21:30:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33243/jwks.json
21:30:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/data/info.pb
21:30:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.254
21:30:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/logs
21:30:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:30:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:05.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:05.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:05.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:05.705987 21653 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:05.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:05.708494 21653 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.728274 21660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:06.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.728405 21659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:06.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:05.728535 21662 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:06.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:05.729358 21653 server_base.cc:1034] running on GCE node
21:30:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.974259 21653 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.977613 21653 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.979099 21653 hybrid_clock.cc:648] HybridClock initialized: now 1786483806979074 us; error 143 us; skew 500 ppm
21:30:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.979951 21653 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:06.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.991231 21653 webserver.cc:460] Webserver started at http://127.21.33.254:41017/ using document root <none> and password file <none>
21:30:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.992234 21653 fs_manager.cc:359] Metadata directory not provided
21:30:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.992430 21653 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:06.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.992839 21653 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:30:06.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.998157 21653 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/data/instance:
21:30:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deba8ecbc72340518e6e1704530bbda6"
21:30:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:06 on dist-test-slave-0kls"
21:30:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:06.999552 21653 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/wal/instance:
21:30:07.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deba8ecbc72340518e6e1704530bbda6"
21:30:07.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:06 on dist-test-slave-0kls"
21:30:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.012676 21653 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.003s sys 0.008s
21:30:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.022164 21670 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.023897 21653 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
21:30:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.024308 21653 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/wal
21:30:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "deba8ecbc72340518e6e1704530bbda6"
21:30:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:06 on dist-test-slave-0kls"
21:30:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.024820 21653 fs_report.cc:383] FS layout report
21:30:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/wal
21:30:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/wal
21:30:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/data/data
21:30:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:07.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.066725 21653 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.068454 21653 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.068962 21653 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:07.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.151513 21653 rpc_server.cc:307] RPC server started. Bound to: 127.21.33.254:46615
21:30:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.151609 21729 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.33.254:46615 every 8 connection(s)
21:30:07.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.154647 21653 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/data/info.pb
21:30:07.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.160539 21730 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:30:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.161320 21639 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 21653
21:30:07.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.161862 21639 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-0/wal/instance
21:30:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.165442 21639 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/wal
21:30:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/data
21:30:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/logs
21:30:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/data/info.pb
21:30:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:30:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.253:44947
21:30:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.253
21:30:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:07.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:07.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:07.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:07.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33243/jwks.json with env {}
21:30:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.175565 21730 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } has no permanent_uuid. Determining permanent_uuid...
21:30:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.210402 21730 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } has no permanent_uuid. Determining permanent_uuid...
21:30:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.212932 21675 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.33.253:44947: connect: Connection refused (error 111)
21:30:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.217357 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.253:44947: Network error: Client connection negotiation failed: client connection to 127.21.33.253:44947: connect: Connection refused (error 111)
21:30:07.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.266939 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } attempt: 1
21:30:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.271052 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.253:44947: Network error: Client connection negotiation failed: client connection to 127.21.33.253:44947: connect: Connection refused (error 111)
21:30:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.339627 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } attempt: 2
21:30:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.343617 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.253:44947: Network error: Client connection negotiation failed: client connection to 127.21.33.253:44947: connect: Connection refused (error 111)
21:30:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.435704 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } attempt: 3
21:30:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.439860 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.253:44947: Network error: Client connection negotiation failed: client connection to 127.21.33.253:44947: connect: Connection refused (error 111)
21:30:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.503973 21732 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.504559 21732 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.505133 21732 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:07.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.536772 21732 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:30:07.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.537071 21732 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:07.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.537277 21732 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:30:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.537459 21732 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:30:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.537633 21732 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:30:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.537761 21732 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33243/jwks.json
21:30:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.578441 21732 master_runner.cc:386] Master server non-default flags:
21:30:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/data
21:30:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/wal
21:30:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.253:44947
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33243/jwks.json
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/data/info.pb
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.253
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/logs
21:30:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:30:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.580150 21732 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.582484 21732 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.583423 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } attempt: 4
21:30:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.588093 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.253:44947: Network error: Client connection negotiation failed: client connection to 127.21.33.253:44947: connect: Connection refused (error 111)
21:30:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.606617 21743 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.887558 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } attempt: 5
21:30:07.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.892865 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.253:44947: Network error: Client connection negotiation failed: client connection to 127.21.33.253:44947: connect: Connection refused (error 111)
21:30:08.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.440407 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } attempt: 6
21:30:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:08.449173 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.253:44947: Network error: Client connection negotiation failed: client connection to 127.21.33.253:44947: connect: Connection refused (error 111)
21:30:08.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.606609 21742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:08.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:07.607707 21746 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:08.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:07.609944 21732 server_base.cc:1034] running on GCE node
21:30:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.833750 21732 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.837275 21732 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.838716 21732 hybrid_clock.cc:648] HybridClock initialized: now 1786483808838662 us; error 72 us; skew 500 ppm
21:30:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.839733 21732 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.846519 21732 webserver.cc:460] Webserver started at http://127.21.33.253:37707/ using document root <none> and password file <none>
21:30:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.847608 21732 fs_manager.cc:359] Metadata directory not provided
21:30:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.847800 21732 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.848299 21732 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:30:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.853518 21732 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/data/instance:
21:30:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33e5a07a37c942f5921b60e6c2f92b98"
21:30:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:08 on dist-test-slave-0kls"
21:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.854789 21732 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/wal/instance:
21:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33e5a07a37c942f5921b60e6c2f92b98"
21:30:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:08 on dist-test-slave-0kls"
21:30:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.863025 21732 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
21:30:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.869335 21755 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.870566 21732 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
21:30:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.870949 21732 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/wal
21:30:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33e5a07a37c942f5921b60e6c2f92b98"
21:30:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:08 on dist-test-slave-0kls"
21:30:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.871371 21732 fs_report.cc:383] FS layout report
21:30:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/wal
21:30:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/wal
21:30:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/data/data
21:30:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.914937 21732 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:08.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.916711 21732 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:08.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:08.917279 21732 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.003034 21732 rpc_server.cc:307] RPC server started. Bound to: 127.21.33.253:44947
21:30:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.003110 21808 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.33.253:44947 every 8 connection(s)
21:30:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.006206 21732 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/data/info.pb
21:30:09.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.010562 21639 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 21732
21:30:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.011034 21639 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-1/wal/instance
21:30:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.012282 21809 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:30:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.013846 21639 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/wal
21:30:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/data
21:30:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:09.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/logs
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/data/info.pb
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:30:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.252:33297
21:30:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.252
21:30:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33243/jwks.json with env {}
21:30:09.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.024778 21809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } has no permanent_uuid. Determining permanent_uuid...
21:30:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.054342 21809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } has no permanent_uuid. Determining permanent_uuid...
21:30:09.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.072151 21809 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } has no permanent_uuid. Determining permanent_uuid...
21:30:09.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.074431 21757 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.080703 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.130215 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 1
21:30:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.134441 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.202822 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 2
21:30:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.206542 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.298023 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 3
21:30:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.302006 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.352669 21811 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.353430 21811 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.354154 21811 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:09.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.386898 21811 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:30:09.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.387298 21811 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:09.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.387638 21811 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:30:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.388016 21811 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:30:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.388348 21811 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:30:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.388633 21811 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33243/jwks.json
21:30:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.425182 21811 master_runner.cc:386] Master server non-default flags:
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/data
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/wal
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.252:33297
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33243/jwks.json
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/data/info.pb
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.252
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/logs
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:30:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.426944 21811 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:09.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.429342 21811 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:09.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.445405 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 4
21:30:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.448136 21823 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.450397 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.509693 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } attempt: 7
21:30:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.532351 21730 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } has no permanent_uuid. Determining permanent_uuid...
21:30:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.555086 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.613727 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 1
21:30:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.620183 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.701841 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 2
21:30:09.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.708666 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.749856 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 5
21:30:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.759631 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.794286 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 3
21:30:09.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.800603 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:09.941222 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 4
21:30:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.947657 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:10.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.231243 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 5
21:30:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:10.237505 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:10.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.307309 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 6
21:30:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:10.318749 21809 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:10.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.448683 21822 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:10.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:09.448554 21827 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:10.750880 21825 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1299 milliseconds
21:30:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.751091 21811 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:30:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.752696 21811 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.756206 21811 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:10.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.757686 21811 hybrid_clock.cc:648] HybridClock initialized: now 1786483810757641 us; error 67 us; skew 500 ppm
21:30:10.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.758652 21811 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:10.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.766674 21811 webserver.cc:460] Webserver started at http://127.21.33.252:33399/ using document root <none> and password file <none>
21:30:10.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.767647 21811 fs_manager.cc:359] Metadata directory not provided
21:30:10.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.767841 21811 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:10.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.768324 21811 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:30:10.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.773576 21811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/data/instance:
21:30:10.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e59ccbb1445e47f2b6b97ea92017630b"
21:30:10.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:10 on dist-test-slave-0kls"
21:30:10.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.774798 21811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/wal/instance:
21:30:10.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e59ccbb1445e47f2b6b97ea92017630b"
21:30:10.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:10 on dist-test-slave-0kls"
21:30:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.783895 21811 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.000s sys 0.008s
21:30:10.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.790156 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 6
21:30:10.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.790745 21839 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.792402 21811 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
21:30:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.792802 21811 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/wal
21:30:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e59ccbb1445e47f2b6b97ea92017630b"
21:30:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:10 on dist-test-slave-0kls"
21:30:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.793704 21811 fs_report.cc:383] FS layout report
21:30:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/wal
21:30:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/wal
21:30:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/data/data
21:30:10.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:10.797643 21730 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.33.252:33297: Network error: Client connection negotiation failed: client connection to 127.21.33.252:33297: connect: Connection refused (error 111)
21:30:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.834909 21811 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:10.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.836547 21811 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:10.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.837041 21811 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.928812 21811 rpc_server.cc:307] RPC server started. Bound to: 127.21.33.252:33297
21:30:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.928959 21894 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.33.252:33297 every 8 connection(s)
21:30:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.932086 21811 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/data/info.pb
21:30:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.938742 21895 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:30:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.940467 21639 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 21811
21:30:10.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.940920 21639 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/master-2/wal/instance
21:30:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.953869 21895 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } has no permanent_uuid. Determining permanent_uuid...
21:30:10.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:10.986492 21895 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } has no permanent_uuid. Determining permanent_uuid...
21:30:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.000937 21895 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } has no permanent_uuid. Determining permanent_uuid...
21:30:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.029850 21895 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b: Bootstrap starting.
21:30:11.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.042797 21895 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b: Neither blocks nor log segments found. Creating new log.
21:30:11.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.046819 21895 log.cc:824] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b: Log is configured to *not* fsync() on all Append() calls
21:30:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.055558 21895 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b: No bootstrap required, opened a new log
21:30:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.085304 21895 raft_consensus.cc:348] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } }
21:30:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.086285 21895 raft_consensus.cc:374] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:30:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.086504 21895 raft_consensus.cc:729] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e59ccbb1445e47f2b6b97ea92017630b, State: Initialized, Role: FOLLOWER
21:30:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.087342 21895 consensus_queue.cc:260] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } }
21:30:11.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.091640 21905 sys_catalog.cc:455] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.092713 21905 sys_catalog.cc:458] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [sys.catalog]: This master's current role is: FOLLOWER
21:30:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.094149 21895 sys_catalog.cc:564] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [sys.catalog]: configured and running, proceeding with master startup.
21:30:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:11.094130 21847 tablet.cc:2369] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:30:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:11.139338 21919 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:11.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:11.139669 21919 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.132929 21811 master_runner.cc:186] Error getting master registration for 127.21.33.254:46615: OK, instance_id { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" instance_seqno: 1786483807128772 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:30:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.175606 21811 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:30:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.199431 21905 raft_consensus.cc:482] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:30:11.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.199949 21905 raft_consensus.cc:504] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } }
21:30:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.202490 21905 leader_election.cc:288] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers deba8ecbc72340518e6e1704530bbda6 (127.21.33.254:46615), 33e5a07a37c942f5921b60e6c2f92b98 (127.21.33.253:44947)
21:30:11.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.379356 21809 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 7
21:30:11.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.407140 21809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98: Bootstrap starting.
21:30:11.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.417644 21809 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98: Neither blocks nor log segments found. Creating new log.
21:30:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.420792 21809 log.cc:824] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98: Log is configured to *not* fsync() on all Append() calls
21:30:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.430333 21809 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98: No bootstrap required, opened a new log
21:30:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.467342 21809 raft_consensus.cc:348] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } }
21:30:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.468254 21809 raft_consensus.cc:374] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:30:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.468539 21809 raft_consensus.cc:729] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33e5a07a37c942f5921b60e6c2f92b98, State: Initialized, Role: FOLLOWER
21:30:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.469548 21809 consensus_queue.cc:260] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } }
21:30:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.472862 21923 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.473898 21923 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [sys.catalog]: This master's current role is: FOLLOWER
21:30:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.474910 21809 sys_catalog.cc:564] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [sys.catalog]: configured and running, proceeding with master startup.
21:30:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.475414 21783 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e59ccbb1445e47f2b6b97ea92017630b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33e5a07a37c942f5921b60e6c2f92b98" is_pre_election: true
21:30:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.476425 21783 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e59ccbb1445e47f2b6b97ea92017630b in term 0.
21:30:11.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.478314 21845 leader_election.cc:302] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33e5a07a37c942f5921b60e6c2f92b98, e59ccbb1445e47f2b6b97ea92017630b; no voters:
21:30:11.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.479677 21905 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 0 FOLLOWER]: Leader pre-election won for term 1
21:30:11.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.480083 21905 raft_consensus.cc:482] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:30:11.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.480420 21905 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 0 FOLLOWER]: Advancing to term 1
21:30:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.492854 21905 raft_consensus.cc:504] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } }
21:30:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.506096 21905 leader_election.cc:288] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [CANDIDATE]: Term 1 election: Requested vote from peers deba8ecbc72340518e6e1704530bbda6 (127.21.33.254:46615), 33e5a07a37c942f5921b60e6c2f92b98 (127.21.33.253:44947)
21:30:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.507195 21783 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e59ccbb1445e47f2b6b97ea92017630b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33e5a07a37c942f5921b60e6c2f92b98"
21:30:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.507910 21783 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [term 0 FOLLOWER]: Advancing to term 1
21:30:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.516103 21783 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e59ccbb1445e47f2b6b97ea92017630b in term 1.
21:30:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.518602 21845 leader_election.cc:302] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33e5a07a37c942f5921b60e6c2f92b98, e59ccbb1445e47f2b6b97ea92017630b; no voters:
21:30:11.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.519413 21905 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 1 FOLLOWER]: Leader election won for term 1
21:30:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.531041 21905 raft_consensus.cc:686] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [term 1 LEADER]: Becoming Leader. State: Replica: e59ccbb1445e47f2b6b97ea92017630b, State: Running, Role: LEADER
21:30:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.538410 21905 consensus_queue.cc:237] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } }
21:30:11.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.557309 21931 sys_catalog.cc:455] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [sys.catalog]: SysCatalogTable state changed. Reason: New leader e59ccbb1445e47f2b6b97ea92017630b. Latest consensus state: current_term: 1 leader_uuid: "e59ccbb1445e47f2b6b97ea92017630b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.561234 21931 sys_catalog.cc:458] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [sys.catalog]: This master's current role is: LEADER
21:30:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.573236 21939 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:30:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.584244 21939 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:30:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:11.598965 21938 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:11.601755 21938 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.564085 21732 master_runner.cc:186] Error getting master registration for 127.21.33.254:46615: OK, instance_id { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" instance_seqno: 1786483807128772 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:30:11.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.610085 21732 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:30:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.620853 21783 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [term 1 FOLLOWER]: Refusing update from remote peer e59ccbb1445e47f2b6b97ea92017630b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:30:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.624437 21931 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [LEADER]: Connected to new peer: Peer: permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:30:11.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.657109 21923 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e59ccbb1445e47f2b6b97ea92017630b. Latest consensus state: current_term: 1 leader_uuid: "e59ccbb1445e47f2b6b97ea92017630b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:11.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.658560 21923 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [sys.catalog]: This master's current role is: FOLLOWER
21:30:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.664232 21941 mvcc.cc:205] Tried to move back new op lower bound from 7317437692374958080 to 7317437692076118016. Current Snapshot: MvccSnapshot[applied={T|T < 7317437692374958080}]
21:30:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.673898 21905 sys_catalog.cc:455] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e59ccbb1445e47f2b6b97ea92017630b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:11.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:11.676623 21761 tablet.cc:2369] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:30:11.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.676455 21905 sys_catalog.cc:458] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [sys.catalog]: This master's current role is: LEADER
21:30:11.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.682186 21939 catalog_manager.cc:1347] Generated new cluster ID: 71674489555b4fe4ba95259d9b4c036b
21:30:11.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.682509 21939 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:30:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.692816 21923 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e59ccbb1445e47f2b6b97ea92017630b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.693647 21923 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98 [sys.catalog]: This master's current role is: FOLLOWER
21:30:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.739539 21939 catalog_manager.cc:1370] Generated new certificate authority record
21:30:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.742358 21939 catalog_manager.cc:1504] Loading token signing keys...
21:30:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.780076 21939 catalog_manager.cc:5868] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b: Generated new TSK 0
21:30:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.781987 21939 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:30:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.802115 21639 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/wal
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/data
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/logs
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/data/info.pb
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.193:0
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.33.193
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.193
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:30:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.831120 21730 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } attempt: 7
21:30:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.888563 21730 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6: Bootstrap starting.
21:30:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.911125 21730 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6: Neither blocks nor log segments found. Creating new log.
21:30:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.920046 21730 log.cc:824] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6: Log is configured to *not* fsync() on all Append() calls
21:30:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:11.940136 21730 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6: No bootstrap required, opened a new log
21:30:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.087046 21730 raft_consensus.cc:348] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } }
21:30:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.090129 21730 raft_consensus.cc:374] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:30:12.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.091420 21730 raft_consensus.cc:729] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: deba8ecbc72340518e6e1704530bbda6, State: Initialized, Role: FOLLOWER
21:30:12.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.095384 21730 consensus_queue.cc:260] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } }
21:30:12.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.112241 21949 sys_catalog.cc:455] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:12.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.115474 21949 sys_catalog.cc:458] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [sys.catalog]: This master's current role is: FOLLOWER
21:30:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.119926 21701 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e59ccbb1445e47f2b6b97ea92017630b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "deba8ecbc72340518e6e1704530bbda6" is_pre_election: true
21:30:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.120962 21701 raft_consensus.cc:2454] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e59ccbb1445e47f2b6b97ea92017630b in term 0.
21:30:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.122236 21700 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e59ccbb1445e47f2b6b97ea92017630b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "deba8ecbc72340518e6e1704530bbda6"
21:30:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.122972 21700 raft_consensus.cc:3037] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [term 0 FOLLOWER]: Advancing to term 1
21:30:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.135921 21700 raft_consensus.cc:2454] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e59ccbb1445e47f2b6b97ea92017630b in term 1.
21:30:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.138011 21699 raft_consensus.cc:1261] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [term 1 FOLLOWER]: Refusing update from remote peer e59ccbb1445e47f2b6b97ea92017630b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:30:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.145871 21931 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [LEADER]: Connected to new peer: Peer: permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:30:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.136785 21730 sys_catalog.cc:564] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [sys.catalog]: configured and running, proceeding with master startup.
21:30:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.256212 21949 sys_catalog.cc:455] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e59ccbb1445e47f2b6b97ea92017630b. Latest consensus state: current_term: 1 leader_uuid: "e59ccbb1445e47f2b6b97ea92017630b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.257045 21949 sys_catalog.cc:458] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [sys.catalog]: This master's current role is: FOLLOWER
21:30:12.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.257881 21955 sys_catalog.cc:455] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e59ccbb1445e47f2b6b97ea92017630b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:12.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.259204 21955 sys_catalog.cc:458] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6 [sys.catalog]: This master's current role is: FOLLOWER
21:30:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.296828 21966 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:30:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:12.368212 21946 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:12.368866 21946 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:12.369544 21946 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:12.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:12.403960 21946 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:12.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:12.404992 21946 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.33.193
21:30:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.442811 21946 tablet_server_runner.cc:78] Tablet server non-default flags:
21:30:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/data
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/wal
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.193:0
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/data/info.pb
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.193
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.33.193
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/logs
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.444479 21946 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:12.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.446672 21946 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:12.478753 21973 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.615882 21938 catalog_manager.cc:1259] Loaded cluster ID: 71674489555b4fe4ba95259d9b4c036b
21:30:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.617355 21938 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98: loading cluster ID for follower catalog manager: success
21:30:12.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.645381 21938 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98: acquiring CA information for follower catalog manager: success
21:30:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.659062 21938 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 33e5a07a37c942f5921b60e6c2f92b98: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:30:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.742550 21931 sys_catalog.cc:455] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e59ccbb1445e47f2b6b97ea92017630b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "deba8ecbc72340518e6e1704530bbda6" member_type: VOTER last_known_addr { host: "127.21.33.254" port: 46615 } } peers { permanent_uuid: "33e5a07a37c942f5921b60e6c2f92b98" member_type: VOTER last_known_addr { host: "127.21.33.253" port: 44947 } } peers { permanent_uuid: "e59ccbb1445e47f2b6b97ea92017630b" member_type: VOTER last_known_addr { host: "127.21.33.252" port: 33297 } } }
21:30:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:12.745584 21931 sys_catalog.cc:458] T 00000000000000000000000000000000 P e59ccbb1445e47f2b6b97ea92017630b [sys.catalog]: This master's current role is: LEADER
21:30:13.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:13.347064 21966 catalog_manager.cc:1259] Loaded cluster ID: 71674489555b4fe4ba95259d9b4c036b
21:30:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:13.358421 21966 catalog_manager.cc:1552] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6: loading cluster ID for follower catalog manager: success
21:30:13.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:13.426806 21966 catalog_manager.cc:1574] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6: acquiring CA information for follower catalog manager: success
21:30:13.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:13.473678 21966 catalog_manager.cc:1602] T 00000000000000000000000000000000 P deba8ecbc72340518e6e1704530bbda6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:30:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:12.490531 21976 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:12.482439 21974 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:14.356410 21975 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:30:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.356547 21946 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:30:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.358430 21946 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.361690 21946 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.363909 21946 hybrid_clock.cc:648] HybridClock initialized: now 1786483814363827 us; error 93 us; skew 500 ppm
21:30:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.365059 21946 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.380556 21946 webserver.cc:460] Webserver started at http://127.21.33.193:44919/ using document root <none> and password file <none>
21:30:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.381991 21946 fs_manager.cc:359] Metadata directory not provided
21:30:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.382339 21946 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.382943 21946 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:30:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.390631 21946 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/data/instance:
21:30:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d30fb029a8b84ece8f0bff5c620146c5"
21:30:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:14 on dist-test-slave-0kls"
21:30:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.392375 21946 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/wal/instance:
21:30:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d30fb029a8b84ece8f0bff5c620146c5"
21:30:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:14 on dist-test-slave-0kls"
21:30:14.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.403656 21946 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.007s sys 0.005s
21:30:14.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.412146 21990 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:14.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.413988 21946 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
21:30:14.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.414415 21946 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/wal
21:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d30fb029a8b84ece8f0bff5c620146c5"
21:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:14 on dist-test-slave-0kls"
21:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.414912 21946 fs_report.cc:383] FS layout report
21:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/wal
21:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/wal
21:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/data/data
21:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.485924 21946 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.488304 21946 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:14.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.488924 21946 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.493330 21946 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:30:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.500274 21946 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:30:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.500578 21946 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:30:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.500950 21946 ts_tablet_manager.cc:610] Registered 0 tablets
21:30:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.501158 21946 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:30:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.777449 21946 rpc_server.cc:307] RPC server started. Bound to: 127.21.33.193:33479
21:30:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.777616 22110 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.33.193:33479 every 8 connection(s)
21:30:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.781381 21946 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/data/info.pb
21:30:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.784550 21639 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 21946
21:30:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.785020 21639 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-0/wal/instance
21:30:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.808881 21639 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/wal
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/data
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/logs
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/data/info.pb
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.194:0
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.33.194
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.194
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:30:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.905678 22113 heartbeater.cc:347] Connected to a master server at 127.21.33.253:44947
21:30:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.906332 22113 heartbeater.cc:464] Registering TS with master...
21:30:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.919292 22113 heartbeater.cc:511] Master 127.21.33.253:44947 requested a full tablet report, sending...
21:30:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.922124 22112 heartbeater.cc:347] Connected to a master server at 127.21.33.252:33297
21:30:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.922539 22112 heartbeater.cc:464] Registering TS with master...
21:30:14.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.923583 22112 heartbeater.cc:511] Master 127.21.33.252:33297 requested a full tablet report, sending...
21:30:14.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.928026 21858 ts_manager.cc:194] Registered new tserver with Master: d30fb029a8b84ece8f0bff5c620146c5 (127.21.33.193:33479)
21:30:14.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.931903 21858 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.33.193:35805
21:30:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.939864 21773 ts_manager.cc:194] Registered new tserver with Master: d30fb029a8b84ece8f0bff5c620146c5 (127.21.33.193:33479)
21:30:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.946574 22117 heartbeater.cc:347] Connected to a master server at 127.21.33.254:46615
21:30:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.959064 22117 heartbeater.cc:464] Registering TS with master...
21:30:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.960201 22117 heartbeater.cc:511] Master 127.21.33.254:46615 requested a full tablet report, sending...
21:30:14.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:14.963972 21689 ts_manager.cc:194] Registered new tserver with Master: d30fb029a8b84ece8f0bff5c620146c5 (127.21.33.193:33479)
21:30:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:15.362848 22119 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:15.363461 22119 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:15.363919 22119 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:15.398208 22119 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:15.399056 22119 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.33.194
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:15.435879 22119 tablet_server_runner.cc:78] Tablet server non-default flags:
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/data
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/wal
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.194:0
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/data/info.pb
21:30:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.194
21:30:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.33.194
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/logs
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:15.437145 22119 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:15.438881 22119 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:15.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:15.469172 22130 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:15.941476 22112 heartbeater.cc:503] Master 127.21.33.252:33297 was elected leader, sending a full tablet report...
21:30:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:15.471791 22132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:15.469206 22129 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:16.857692 22131 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1387 milliseconds
21:30:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.857883 22119 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:30:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.859460 22119 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.862665 22119 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:16.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.864154 22119 hybrid_clock.cc:648] HybridClock initialized: now 1786483816864098 us; error 51 us; skew 500 ppm
21:30:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.865381 22119 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.874086 22119 webserver.cc:460] Webserver started at http://127.21.33.194:39141/ using document root <none> and password file <none>
21:30:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.875316 22119 fs_manager.cc:359] Metadata directory not provided
21:30:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.875584 22119 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.876137 22119 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:30:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.883133 22119 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/data/instance:
21:30:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d92f0a8a8384bda85e8047ae97cca8c"
21:30:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:16 on dist-test-slave-0kls"
21:30:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.884560 22119 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/wal/instance:
21:30:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d92f0a8a8384bda85e8047ae97cca8c"
21:30:16.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:16 on dist-test-slave-0kls"
21:30:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.897037 22119 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.009s sys 0.004s
21:30:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.907434 22140 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.908878 22119 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.005s
21:30:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.909169 22119 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/wal
21:30:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d92f0a8a8384bda85e8047ae97cca8c"
21:30:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:16 on dist-test-slave-0kls"
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.909484 22119 fs_report.cc:383] FS layout report
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/wal
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/wal
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/data/data
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.967532 22119 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.969470 22119 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.970038 22119 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.973505 22119 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:30:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.980791 22119 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:30:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.981104 22119 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:30:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.981485 22119 ts_tablet_manager.cc:610] Registered 0 tablets
21:30:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:16.981693 22119 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:30:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.531949 22119 rpc_server.cc:307] RPC server started. Bound to: 127.21.33.194:43989
21:30:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.532157 22265 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.33.194:43989 every 8 connection(s)
21:30:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.534713 22119 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/data/info.pb
21:30:17.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.541503 21639 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 22119
21:30:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.542194 21639 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-1/wal/instance
21:30:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.562779 21639 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/wal
21:30:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/data
21:30:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/logs
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/data/info.pb
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.195:0
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.33.195
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.195
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:30:17.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.609494 22267 heartbeater.cc:347] Connected to a master server at 127.21.33.253:44947
21:30:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.609954 22268 heartbeater.cc:347] Connected to a master server at 127.21.33.254:46615
21:30:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.610033 22267 heartbeater.cc:464] Registering TS with master...
21:30:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.610255 22266 heartbeater.cc:347] Connected to a master server at 127.21.33.252:33297
21:30:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.610351 22268 heartbeater.cc:464] Registering TS with master...
21:30:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.610592 22266 heartbeater.cc:464] Registering TS with master...
21:30:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.611687 22267 heartbeater.cc:511] Master 127.21.33.253:44947 requested a full tablet report, sending...
21:30:17.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.612650 22266 heartbeater.cc:511] Master 127.21.33.252:33297 requested a full tablet report, sending...
21:30:17.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.615286 21773 ts_manager.cc:194] Registered new tserver with Master: 6d92f0a8a8384bda85e8047ae97cca8c (127.21.33.194:43989)
21:30:17.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.618395 21858 ts_manager.cc:194] Registered new tserver with Master: 6d92f0a8a8384bda85e8047ae97cca8c (127.21.33.194:43989)
21:30:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.621080 21858 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.33.194:47125
21:30:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.622246 22268 heartbeater.cc:511] Master 127.21.33.254:46615 requested a full tablet report, sending...
21:30:17.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:17.625478 21689 ts_manager.cc:194] Registered new tserver with Master: 6d92f0a8a8384bda85e8047ae97cca8c (127.21.33.194:43989)
21:30:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:18.125610 22277 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:18.126247 22277 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:18.126746 22277 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:18.160436 22277 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:18.161288 22277 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.33.195
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:18.198598 22277 tablet_server_runner.cc:78] Tablet server non-default flags:
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.33.212:37199
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/data
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/wal
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.33.195:0
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/data/info.pb
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.33.195
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.33.254:46615,127.21.33.253:44947,127.21.33.252:33297
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.33.195
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/logs
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:18.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:18.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:18.200112 22277 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:18.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:18.202095 22277 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:18.232079 22285 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:18.629065 22266 heartbeater.cc:503] Master 127.21.33.252:33297 was elected leader, sending a full tablet report...
21:30:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:18.233206 22284 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:18.232774 22287 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:19.582048 22286 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1349 milliseconds
21:30:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.582160 22277 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:30:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.583487 22277 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:19.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.585724 22277 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.587188 22277 hybrid_clock.cc:648] HybridClock initialized: now 1786483819587125 us; error 59 us; skew 500 ppm
21:30:19.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.588071 22277 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.740249 22277 webserver.cc:460] Webserver started at http://127.21.33.195:35505/ using document root <none> and password file <none>
21:30:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.741283 22277 fs_manager.cc:359] Metadata directory not provided
21:30:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.741500 22277 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:19.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.742118 22277 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:30:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.747686 22277 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/data/instance:
21:30:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d84b5f231364e5581ef0f891810506c"
21:30:19.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:19 on dist-test-slave-0kls"
21:30:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.749191 22277 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/wal/instance:
21:30:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d84b5f231364e5581ef0f891810506c"
21:30:19.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:19 on dist-test-slave-0kls"
21:30:19.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.757102 22277 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.005s
21:30:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.762997 22297 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.764179 22277 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
21:30:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.764516 22277 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/wal
21:30:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d84b5f231364e5581ef0f891810506c"
21:30:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:19 on dist-test-slave-0kls"
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.764848 22277 fs_report.cc:383] FS layout report
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/wal
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/wal
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/data/data
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:19.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.817375 22277 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.818979 22277 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.819432 22277 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:19.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.822310 22277 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:30:19.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.826645 22277 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:30:19.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.826850 22277 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:30:19.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.827056 22277 ts_tablet_manager.cc:610] Registered 0 tablets
21:30:19.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:19.827185 22277 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:30:20.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.387259 22277 rpc_server.cc:307] RPC server started. Bound to: 127.21.33.195:37007
21:30:20.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.387980 22418 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.33.195:37007 every 8 connection(s)
21:30:20.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.391269 22277 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/data/info.pb
21:30:20.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.401954 21639 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 22277
21:30:20.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.402586 21639 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster2509614661669560737/ts-2/wal/instance
21:30:20.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.493662 22419 heartbeater.cc:347] Connected to a master server at 127.21.33.252:33297
21:30:20.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.494438 22419 heartbeater.cc:464] Registering TS with master...
21:30:20.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.497367 22419 heartbeater.cc:511] Master 127.21.33.252:33297 requested a full tablet report, sending...
21:30:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.503103 21858 ts_manager.cc:194] Registered new tserver with Master: 6d84b5f231364e5581ef0f891810506c (127.21.33.195:37007)
21:30:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.507309 21858 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.33.195:59665
21:30:20.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.511874 22420 heartbeater.cc:347] Connected to a master server at 127.21.33.253:44947
21:30:20.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.512367 22420 heartbeater.cc:464] Registering TS with master...
21:30:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.514773 22424 heartbeater.cc:347] Connected to a master server at 127.21.33.254:46615
21:30:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.514889 22420 heartbeater.cc:511] Master 127.21.33.253:44947 requested a full tablet report, sending...
21:30:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.515426 22424 heartbeater.cc:464] Registering TS with master...
21:30:20.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.516788 22424 heartbeater.cc:511] Master 127.21.33.254:46615 requested a full tablet report, sending...
21:30:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.519599 21773 ts_manager.cc:194] Registered new tserver with Master: 6d84b5f231364e5581ef0f891810506c (127.21.33.195:37007)
21:30:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.520558 21689 ts_manager.cc:194] Registered new tserver with Master: 6d84b5f231364e5581ef0f891810506c (127.21.33.195:37007)
21:30:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:20.533192 21639 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
21:30:20.558 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:30:20.560 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:30:20.572 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.21.33.254"
port: 46615
}
bound_http_address {
host: "127.21.33.254"
port: 41017
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.21.33.253"
port: 44947
}
bound_http_address {
host: "127.21.33.253"
port: 37707
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.21.33.252"
port: 33297
}
bound_http_address {
host: "127.21.33.252"
port: 33399
}
}
}
21:30:20.577 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:30:20.580 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.21.33.193"
port: 33479
}
bound_http_address {
host: "127.21.33.193"
port: 44919
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.21.33.194"
port: 43989
}
bound_http_address {
host: "127.21.33.194"
port: 39141
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.21.33.195"
port: 37007
}
bound_http_address {
host: "127.21.33.195"
port: 35505
}
}
}
21:30:20.580 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:30:20.825 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:30:21.011 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbMGbxF/test-tmp
21:30:21.012 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:30:21.012 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbMGbxF/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:30:21.017 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
21:30:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:21.516537 22419 heartbeater.cc:503] Master 127.21.33.252:33297 was elected leader, sending a full tablet report...
21:30:21.681 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:21.682 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:30:21.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:21.685670 22431 mini_oidc.cc:152] Starting JWKS server
21:30:21.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:21.695359 22431 webserver.cc:460] Webserver started at http://127.0.0.1:40863/ using document root <none> and password file <none>
21:30:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:21.696128 22431 mini_oidc.cc:189] Starting OIDC Discovery server
21:30:21.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:21.702033 22431 webserver.cc:460] Webserver started at http://127.0.0.1:36871/ using document root <none> and password file <none>
21:30:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
21:30:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/principal' for realm 'KRBTEST.COM',
21:30:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
21:30:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:21 dist-test-slave-0kls krb5kdc[22444](info): setting up network...
21:30:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
21:30:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:21 dist-test-slave-0kls krb5kdc[22444](info): set up 2 sockets
21:30:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:21 dist-test-slave-0kls krb5kdc[22444](info): commencing operation
21:30:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
21:30:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:22.998162 22431 mini_kdc.cc:121] Time spent starting KDC: real 1.253s user 0.012s sys 0.024s
21:30:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
21:30:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:30:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
21:30:23.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
21:30:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:30:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
21:30:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
21:30:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:30:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
21:30:23.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:30:23.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/test-user.keytab.
21:30:23.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/test-user.keytab.
21:30:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:23 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483823, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:30:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:30:23Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:30:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:30:23Z Disabled control of system clock
21:30:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.21.231.254@KRBTEST.COM; defaulting to no policy
21:30:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:30:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.21.231.254@KRBTEST.COM" created.
21:30:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:30:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.231.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.254.keytab.
21:30:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.231.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.254.keytab.
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:23.242683 22431 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/logs
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data/info.pb
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.254:34749
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.254
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.254.keytab
21:30:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.254
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:30:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.784373 22461 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.785224 22461 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.785979 22461 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.818511 22461 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:30:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.818766 22461 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:30:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.819025 22461 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.819322 22461 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:30:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.819533 22461 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:30:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.819729 22461 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:30:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.819893 22461 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40863/jwks.json
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:23.861860 22461 master_runner.cc:386] Master server non-default flags:
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.254.keytab
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.254
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.254:34749
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data/info.pb
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.254
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/logs
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:23.863026 22461 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:23.864008 22461 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:23.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.913194 22467 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:24.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:24.715481 22107 debug-util.cc:398] Leaking SignalData structure 0x7b08000afdc0 after lost signal to thread 21967
21:30:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:24.717535 22107 debug-util.cc:398] Leaking SignalData structure 0x7b08000afc80 after lost signal to thread 22110
21:30:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.916036 22470 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:23.913193 22468 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:25.397665 22469 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:30:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.398038 22461 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:30:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.402271 22461 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:25.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.405463 22461 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:25.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.407116 22461 hybrid_clock.cc:648] HybridClock initialized: now 1786483825407008 us; error 130 us; skew 500 ppm
21:30:25.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.408144 22461 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:25 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483825, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.423187 22461 init.cc:377] Logged in from keytab as kudu/127.21.231.254@KRBTEST.COM (short username kudu)
21:30:25.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.438274 22461 webserver.cc:460] Webserver started at http://127.21.231.254:33767/ using document root <none> and password file <none>
21:30:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.439248 22461 fs_manager.cc:359] Metadata directory not provided
21:30:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.439442 22461 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.439872 22461 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:30:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.445277 22461 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data/instance:
21:30:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f19ad79f6e6048a1b8d53b92e33da573"
21:30:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:25 on dist-test-slave-0kls"
21:30:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.446549 22461 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal/instance:
21:30:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f19ad79f6e6048a1b8d53b92e33da573"
21:30:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:25 on dist-test-slave-0kls"
21:30:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.455319 22461 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.002s
21:30:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.462607 22481 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.464198 22461 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.004s sys 0.000s
21:30:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.464648 22461 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f19ad79f6e6048a1b8d53b92e33da573"
21:30:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:25 on dist-test-slave-0kls"
21:30:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.465083 22461 fs_report.cc:383] FS layout report
21:30:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data/data
21:30:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.505100 22461 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:25.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.511451 22461 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.511986 22461 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:25.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.736763 22461 rpc_server.cc:307] RPC server started. Bound to: 127.21.231.254:34749
21:30:25.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.737244 22538 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.231.254:34749 every 8 connection(s)
21:30:25.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.739933 22461 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data/info.pb
21:30:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.746551 22431 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 22461
21:30:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.747195 22431 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal/instance
21:30:25.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.754467 22539 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:30:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.21.231.253@KRBTEST.COM; defaulting to no policy
21:30:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:30:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.21.231.253@KRBTEST.COM" created.
21:30:25.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.794450 22539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } has no permanent_uuid. Determining permanent_uuid...
21:30:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:30:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.231.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.253.keytab.
21:30:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.231.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.253.keytab.
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.822647 22431 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/logs
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data/info.pb
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.253:45125
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.253
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.253.keytab
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.253
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:30:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:25 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483825, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.254@KRBTEST.COM for kudu/127.21.231.254@KRBTEST.COM
21:30:25.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.899253 22539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } has no permanent_uuid. Determining permanent_uuid...
21:30:25.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:25.903076 22482 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:25.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:25.914255 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.253:45125: Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:25.963977 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } attempt: 1
21:30:25.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:25.969818 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.253:45125: Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:26.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:26.038334 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } attempt: 2
21:30:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.045018 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.253:45125: Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:26.136819 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } attempt: 3
21:30:26.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.146687 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.253:45125: Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:26.290337 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } attempt: 4
21:30:26.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.297252 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.253:45125: Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:26.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.414880 22545 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:26.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.415705 22545 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.416436 22545 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:26.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.451328 22545 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:30:26.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.451586 22545 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:30:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.451854 22545 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.452056 22545 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:30:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.452247 22545 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:30:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.452433 22545 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:30:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.452580 22545 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40863/jwks.json
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:26.492964 22545 master_runner.cc:386] Master server non-default flags:
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.253.keytab
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.253
21:30:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.253:45125
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data/info.pb
21:30:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.253
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/logs
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:26.494213 22545 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:26.495549 22545 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.554512 22553 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:26.596872 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } attempt: 5
21:30:26.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.606833 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.253:45125: Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:27.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:27.154361 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } attempt: 6
21:30:27.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:27.169020 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.253:45125: Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:28.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:26.562350 22545 server_base.cc:1034] running on GCE node
21:30:28.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.559935 22552 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:26.562144 22555 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.118999 22545 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.123425 22545 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.124886 22545 hybrid_clock.cc:648] HybridClock initialized: now 1786483828124840 us; error 47 us; skew 500 ppm
21:30:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.125998 22545 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:28 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483828, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.132478 22545 init.cc:377] Logged in from keytab as kudu/127.21.231.253@KRBTEST.COM (short username kudu)
21:30:28.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.139669 22545 webserver.cc:460] Webserver started at http://127.21.231.253:43143/ using document root <none> and password file <none>
21:30:28.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.140645 22545 fs_manager.cc:359] Metadata directory not provided
21:30:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.140856 22545 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.141251 22545 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:30:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.146836 22545 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data/instance:
21:30:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8a05cc9df854f4ea803f4671c944c94"
21:30:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:28 on dist-test-slave-0kls"
21:30:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.147996 22545 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal/instance:
21:30:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8a05cc9df854f4ea803f4671c944c94"
21:30:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:28 on dist-test-slave-0kls"
21:30:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.158234 22545 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.006s
21:30:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.166956 22568 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:28.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.168164 22545 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.006s
21:30:28.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.168551 22545 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8a05cc9df854f4ea803f4671c944c94"
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:28 on dist-test-slave-0kls"
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.168984 22545 fs_report.cc:383] FS layout report
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data/data
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:28.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.229614 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } attempt: 7
21:30:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:28.237010 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.253:45125: Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.240514 22545 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.246536 22545 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.247103 22545 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:28.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.510825 22545 rpc_server.cc:307] RPC server started. Bound to: 127.21.231.253:45125
21:30:28.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.511195 22627 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.231.253:45125 every 8 connection(s)
21:30:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.514053 22545 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data/info.pb
21:30:28.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.523857 22431 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 22545
21:30:28.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.524415 22431 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal/instance
21:30:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.529135 22628 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:30:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.21.231.252@KRBTEST.COM; defaulting to no policy
21:30:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:30:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.21.231.252@KRBTEST.COM" created.
21:30:28.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.567471 22628 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } has no permanent_uuid. Determining permanent_uuid...
21:30:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:30:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.231.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.252.keytab.
21:30:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.231.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.252.keytab.
21:30:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.602533 22431 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/logs
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data/info.pb
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:30:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.252:44261
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.252
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.252.keytab
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.252
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:30:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:28 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483828, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.253@KRBTEST.COM for kudu/127.21.231.254@KRBTEST.COM
21:30:28.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.644222 22628 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } has no permanent_uuid. Determining permanent_uuid...
21:30:28.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:28 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483828, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.253@KRBTEST.COM for kudu/127.21.231.253@KRBTEST.COM
21:30:28.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.696823 22628 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } has no permanent_uuid. Determining permanent_uuid...
21:30:28.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:28.701651 22107 debug-util.cc:398] Leaking SignalData structure 0x7b08000af440 after lost signal to thread 21967
21:30:28.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:28.702797 22107 debug-util.cc:398] Leaking SignalData structure 0x7b080003eb40 after lost signal to thread 22110
21:30:28.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:28.702728 22571 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:28.725174 22628 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.774910 22628 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 1
21:30:28.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:28.780123 22628 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:28.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.848839 22628 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 2
21:30:28.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:28.854529 22628 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:28.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:28.945988 22628 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 3
21:30:28.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:28.952545 22628 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:29.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:29.096124 22628 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 4
21:30:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.100858 22628 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.214819 22634 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.215682 22634 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.216707 22634 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:29.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.253325 22634 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:30:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.253561 22634 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:30:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.253926 22634 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.254136 22634 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:30:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.254317 22634 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:30:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.254518 22634 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:30:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.254658 22634 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40863/jwks.json
21:30:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:29.291514 22634 master_runner.cc:386] Master server non-default flags:
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.252.keytab
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.252
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.252:44261
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data/info.pb
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.252
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/logs
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:29.292892 22634 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:29.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:29.294066 22634 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.328195 22643 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:29.400480 22628 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 5
21:30:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.404233 22628 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:29.951773 22628 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 6
21:30:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.970885 22628 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.327494 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } attempt: 8
21:30:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:30 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483825, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.254@KRBTEST.COM for kudu/127.21.231.253@KRBTEST.COM
21:30:30.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.378721 22539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } has no permanent_uuid. Determining permanent_uuid...
21:30:30.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:30.391510 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.457224 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 1
21:30:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:30.463312 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.516847 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 2
21:30:30.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:30.526504 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.603163 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 3
21:30:30.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:30.608777 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:30.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.764261 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 4
21:30:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:30.770851 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:30.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.329527 22645 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:29.330665 22642 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:30.782435 22644 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:30:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.782609 22634 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:30:30.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.788359 22634 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:30.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.792479 22634 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:30.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.793916 22634 hybrid_clock.cc:648] HybridClock initialized: now 1786483830793881 us; error 50 us; skew 500 ppm
21:30:30.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.794934 22634 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:30.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:30 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483830, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:30.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.809995 22634 init.cc:377] Logged in from keytab as kudu/127.21.231.252@KRBTEST.COM (short username kudu)
21:30:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.826362 22634 webserver.cc:460] Webserver started at http://127.21.231.252:34815/ using document root <none> and password file <none>
21:30:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.827410 22634 fs_manager.cc:359] Metadata directory not provided
21:30:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.827625 22634 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.828116 22634 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:30:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.834766 22634 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data/instance:
21:30:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "820608bcdb9d46019d94614de2742898"
21:30:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:30 on dist-test-slave-0kls"
21:30:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.836045 22634 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal/instance:
21:30:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "820608bcdb9d46019d94614de2742898"
21:30:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:30 on dist-test-slave-0kls"
21:30:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.848697 22634 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.008s sys 0.004s
21:30:30.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.858176 22659 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.859746 22634 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.007s sys 0.001s
21:30:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.860126 22634 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "820608bcdb9d46019d94614de2742898"
21:30:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:30 on dist-test-slave-0kls"
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.860503 22634 fs_report.cc:383] FS layout report
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data/data
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:30.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.915400 22634 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:30.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.923455 22634 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:30.924160 22634 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.031534 22628 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 7
21:30:31.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:31.056084 22628 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.067508 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 5
21:30:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:31.072832 22484 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111) [suppressed 12 similar messages]
21:30:31.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:31.078186 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:31.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.196187 22634 rpc_server.cc:307] RPC server started. Bound to: 127.21.231.252:44261
21:30:31.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.196336 22721 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.231.252:44261 every 8 connection(s)
21:30:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.200163 22634 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data/info.pb
21:30:31.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.208462 22431 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 22634
21:30:31.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.209118 22431 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal/instance
21:30:31.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.210496 22722 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:30:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.246071 22722 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } has no permanent_uuid. Determining permanent_uuid...
21:30:31.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:31 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483823, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.21.231.252@KRBTEST.COM
21:30:31.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:31 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483830, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.252@KRBTEST.COM for kudu/127.21.231.254@KRBTEST.COM
21:30:31.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.315943 22722 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } has no permanent_uuid. Determining permanent_uuid...
21:30:31.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:31 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483823, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.21.231.253@KRBTEST.COM
21:30:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:31 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483830, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.252@KRBTEST.COM for kudu/127.21.231.253@KRBTEST.COM
21:30:31.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.364492 22722 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } has no permanent_uuid. Determining permanent_uuid...
21:30:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:31 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483823, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.21.231.254@KRBTEST.COM
21:30:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:31 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483830, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.252@KRBTEST.COM for kudu/127.21.231.252@KRBTEST.COM
21:30:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.406621 22431 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
21:30:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.418538 22722 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: Bootstrap starting.
21:30:31.419 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:31.421 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
21:30:31.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
21:30:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.434808 22722 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: Neither blocks nor log segments found. Creating new log.
21:30:31.435 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
21:30:31.439 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.21.231.254"
port: 34749
}
bound_http_address {
host: "127.21.231.254"
port: 33767
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.21.231.253"
port: 45125
}
bound_http_address {
host: "127.21.231.253"
port: 43143
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.21.231.252"
port: 44261
}
bound_http_address {
host: "127.21.231.252"
port: 34815
}
}
}
21:30:31.440 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:30:31.440 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:31.440 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:30:31.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
21:30:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.442095 22722 log.cc:824] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: Log is configured to *not* fsync() on all Append() calls
21:30:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.455101 22722 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: No bootstrap required, opened a new log
21:30:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:31 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483831, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:30:31.489 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:31.492 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc
21:30:31.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.497772 22722 raft_consensus.cc:348] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.498945 22722 raft_consensus.cc:374] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:30:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.499408 22722 raft_consensus.cc:729] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 820608bcdb9d46019d94614de2742898, State: Initialized, Role: FOLLOWER
21:30:31.500 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:30:31.501 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc
21:30:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.501238 22722 consensus_queue.cc:260] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:31.504 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:30:31.510 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
21:30:31.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.510013 22734 sys_catalog.cc:455] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } } }
21:30:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.512583 22734 sys_catalog.cc:458] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [sys.catalog]: This master's current role is: FOLLOWER
21:30:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.512614 22722 sys_catalog.cc:564] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [sys.catalog]: configured and running, proceeding with master startup.
21:30:31.513 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:30:31.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
21:30:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:31 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483831, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:31.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:30:31.587 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:31.588 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc
21:30:31.590 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:30:31.591 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.231.252:44261
21:30:31.594 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
21:30:31.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.599880 22539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } attempt: 6
21:30:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.600919 22431 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 22634
21:30:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:31.629446 22482 connection.cc:535] server connection from 127.0.0.1:36570 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:30:31.632 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:31.632 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.231.253:45125
21:30:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:31.632334 22751 negotiation.cc:337] Failed RPC negotiation. Trace:
21:30:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:30:31.602059 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.21.231.252:44261 (local address 127.0.0.1:34878)
21:30:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:30:31.605872 (+ 3813us) negotiation.cc:107] Waiting for socket to connect
21:30:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:30:31.605921 (+ 49us) client_negotiation.cc:174] Beginning negotiation
21:30:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:30:31.606187 (+ 266us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
21:30:31.632 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
21:30:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:30:31.630522 (+ 24335us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
21:30:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":3393,"thread_start_us":2748,"threads_started":1}
21:30:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.633325 22431 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 22545
21:30:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:31.640803 22539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.231.252:44261: Network error: Client connection negotiation failed: client connection to 127.21.231.252:44261: connect: Connection refused (error 111)
21:30:31.661 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:31.661 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.231.254:34749
21:30:31.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
21:30:31.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.662361 22431 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 22461
21:30:31.691 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:31.691 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.21.231.252:44261
21:30:31.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
21:30:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:31.695248 22431 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/logs
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data/info.pb
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.252:44261
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.252
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34815
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.252.keytab
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.252
21:30:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:30:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.044705 22753 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.045498 22753 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:32.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.046330 22753 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.083197 22753 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:30:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.083509 22753 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:30:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.084018 22753 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.084374 22753 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:30:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.084709 22753 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:30:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.085040 22753 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:30:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.085278 22753 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40863/jwks.json
21:30:32.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:32.124466 22753 master_runner.cc:386] Master server non-default flags:
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.252.keytab
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.252
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.252:44261
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:30:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data/info.pb
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.252
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34815
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/logs
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:32.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:32.126116 22753 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:32.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:32.127668 22753 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.149114 22759 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.149144 22763 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:32.150525 22760 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:32.150949 22753 server_base.cc:1034] running on GCE node
21:30:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.408252 22753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.411904 22753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:33.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.413434 22753 hybrid_clock.cc:648] HybridClock initialized: now 1786483833413377 us; error 70 us; skew 500 ppm
21:30:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.414435 22753 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:33.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:33 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483833, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.421142 22753 init.cc:377] Logged in from keytab as kudu/127.21.231.252@KRBTEST.COM (short username kudu)
21:30:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.427263 22753 webserver.cc:460] Webserver started at http://127.21.231.252:34815/ using document root <none> and password file <none>
21:30:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.428454 22753 fs_manager.cc:359] Metadata directory not provided
21:30:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.428764 22753 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:33.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.438552 22753 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
21:30:33.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.444406 22774 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:33.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.445767 22753 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
21:30:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.446286 22753 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "820608bcdb9d46019d94614de2742898"
21:30:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:30 on dist-test-slave-0kls"
21:30:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.449084 22753 fs_report.cc:383] FS layout report
21:30:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/wal
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data/data
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.492544 22753 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:33.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.499351 22753 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:33.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.499876 22753 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.578006 22753 rpc_server.cc:307] RPC server started. Bound to: 127.21.231.252:44261
21:30:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.578122 22830 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.231.252:44261 every 8 connection(s)
21:30:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.580999 22753 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-2/data/info.pb
21:30:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.588608 22431 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 22753
21:30:33.589 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:33.589 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.21.231.253:45125
21:30:33.589 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
21:30:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.592114 22431 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data
21:30:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/logs
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data/info.pb
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.253:45125
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.253
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43143
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.253.keytab
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.253
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:30:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.593577 22831 sys_catalog.cc:263] Verifying existing consensus state
21:30:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.601538 22831 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: Bootstrap starting.
21:30:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.637121 22831 log.cc:824] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: Log is configured to *not* fsync() on all Append() calls
21:30:33.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.642148 22831 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:30:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.643095 22831 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: Bootstrap complete.
21:30:33.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.667886 22831 raft_consensus.cc:348] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:33.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.671072 22831 raft_consensus.cc:374] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:30:33.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.671411 22831 raft_consensus.cc:729] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 820608bcdb9d46019d94614de2742898, State: Initialized, Role: FOLLOWER
21:30:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.672403 22831 consensus_queue.cc:260] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:33.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.675251 22835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } } }
21:30:33.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.676131 22835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [sys.catalog]: This master's current role is: FOLLOWER
21:30:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.677048 22831 sys_catalog.cc:564] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [sys.catalog]: configured and running, proceeding with master startup.
21:30:33.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:33.708120 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:33.708936 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.711246 22753 master_runner.cc:186] Error getting master registration for 127.21.231.254:34749: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111),
21:30:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.741237 22753 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:30:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:33.755335 22780 tablet.cc:2369] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:30:33.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.840410 22835 raft_consensus.cc:482] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:30:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.841056 22835 raft_consensus.cc:504] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.844535 22835 leader_election.cc:288] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749), b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125)
21:30:33.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:33.846619 22778 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:30:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:33.852965 22778 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749): Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:30:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:33.854722 22775 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125): Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.855180 22775 leader_election.cc:302] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 820608bcdb9d46019d94614de2742898; no voters: b8a05cc9df854f4ea803f4671c944c94, f19ad79f6e6048a1b8d53b92e33da573
21:30:33.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:33.856112 22835 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:30:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:33.993113 22833 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:33.994021 22833 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:33.995087 22833 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.051719 22833 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:30:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.052045 22833 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:30:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.052533 22833 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.052874 22833 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:30:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.053205 22833 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:30:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.053526 22833 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:30:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.053764 22833 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40863/jwks.json
21:30:34.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:34.100549 22833 master_runner.cc:386] Master server non-default flags:
21:30:34.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:34.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.253.keytab
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.253
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.253:45125
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data/info.pb
21:30:34.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.253
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43143
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/logs
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:34.102221 22833 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:34.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:34.103689 22833 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.124898 22858 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.713902 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.714308 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:35.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.127143 22860 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:35.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:34.127498 22833 server_base.cc:1034] running on GCE node
21:30:35.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:34.126199 22857 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:35.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.474263 22833 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.477675 22833 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.479319 22833 hybrid_clock.cc:648] HybridClock initialized: now 1786483835479249 us; error 99 us; skew 500 ppm
21:30:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.480158 22833 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:35 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483835, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.486670 22833 init.cc:377] Logged in from keytab as kudu/127.21.231.253@KRBTEST.COM (short username kudu)
21:30:35.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.493183 22833 webserver.cc:460] Webserver started at http://127.21.231.253:43143/ using document root <none> and password file <none>
21:30:35.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.494279 22833 fs_manager.cc:359] Metadata directory not provided
21:30:35.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.494588 22833 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.503422 22833 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
21:30:35.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.508600 22870 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.509968 22833 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
21:30:35.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.510418 22833 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:35.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8a05cc9df854f4ea803f4671c944c94"
21:30:35.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:28 on dist-test-slave-0kls"
21:30:35.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.513228 22833 fs_report.cc:383] FS layout report
21:30:35.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:35.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data/data
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.569089 22833 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.579264 22833 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.580005 22833 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:35.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.695327 22833 rpc_server.cc:307] RPC server started. Bound to: 127.21.231.253:45125
21:30:35.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.695472 22925 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.231.253:45125 every 8 connection(s)
21:30:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.699267 22833 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/data/info.pb
21:30:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.705681 22431 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 22833
21:30:35.707 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:35.707 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.21.231.254:34749
21:30:35.707 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
21:30:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.708998 22431 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:30:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data
21:30:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:30:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:30:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:30:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:35.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/logs
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data/info.pb
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.254:34749
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.254
21:30:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33767
21:30:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.254.keytab
21:30:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.254
21:30:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:30:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:30:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:30:35.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:35.721031 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:35.721622 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:35.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.729650 22926 sys_catalog.cc:263] Verifying existing consensus state
21:30:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 21:30:35.731370 22926 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:30:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.732360 22833 master.cc:537] Master@127.21.231.253:45125 shutting down...
21:30:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.794767 22930 raft_consensus.cc:482] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:30:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.795279 22930 raft_consensus.cc:504] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.797369 22930 leader_election.cc:288] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749), b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125)
21:30:35.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:35.808774 22775 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125): Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:35.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:35.809244 22778 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749): Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:30:35.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.809821 22778 leader_election.cc:302] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 820608bcdb9d46019d94614de2742898; no voters: b8a05cc9df854f4ea803f4671c944c94, f19ad79f6e6048a1b8d53b92e33da573
21:30:35.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.810974 22930 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:30:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:35.853050 22833 master.cc:552] Master@127.21.231.253:45125 shutdown complete.
21:30:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:30:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.105085 22928 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:30:36.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.105660 22928 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:30:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.106329 22928 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:30:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.139071 22928 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:30:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.139320 22928 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:30:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.139572 22928 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:30:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.139752 22928 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:30:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.139966 22928 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:30:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.140152 22928 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:30:36.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.140323 22928 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40863/jwks.json
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:36.178092 22928 master_runner.cc:386] Master server non-default flags:
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.231.212:33593
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.231.254:34749,127.21.231.253:45125,127.21.231.252:44261
21:30:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/krb5kdc/kudu_127.21.231.254.keytab
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.231.254
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.231.254:34749
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40863/jwks.json
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data/info.pb
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.231.254
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33767
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/logs
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:30:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:30:36.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:30:36.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:30:36.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:30:36.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:30:36.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:36.179425 22928 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:30:36.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:36.180416 22928 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:30:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.199623 22940 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.726344 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:36.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.727073 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.200609 22941 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:36.201462 22928 server_base.cc:1034] running on GCE node
21:30:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:36.200196 22943 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:30:37.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.456112 22928 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:30:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.458951 22928 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:30:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.460341 22928 hybrid_clock.cc:648] HybridClock initialized: now 1786483837460294 us; error 60 us; skew 500 ppm
21:30:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.461361 22928 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:30:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:37 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483837, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:37.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.471633 22928 init.cc:377] Logged in from keytab as kudu/127.21.231.254@KRBTEST.COM (short username kudu)
21:30:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.477916 22928 webserver.cc:460] Webserver started at http://127.21.231.254:33767/ using document root <none> and password file <none>
21:30:37.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.479223 22928 fs_manager.cc:359] Metadata directory not provided
21:30:37.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.479517 22928 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:30:37.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.490826 22928 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
21:30:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.496621 22953 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:30:37.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.497988 22928 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
21:30:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.498392 22928 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f19ad79f6e6048a1b8d53b92e33da573"
21:30:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:30:25 on dist-test-slave-0kls"
21:30:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.500981 22928 fs_report.cc:383] FS layout report
21:30:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:30:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal
21:30:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data/data
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:30:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:30:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.502665 22954 raft_consensus.cc:482] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:30:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.503171 22954 raft_consensus.cc:504] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.505163 22954 leader_election.cc:288] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749), b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125)
21:30:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:37.524430 22775 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125): Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:37.525053 22778 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749): Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:30:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.525480 22778 leader_election.cc:302] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 820608bcdb9d46019d94614de2742898; no voters: b8a05cc9df854f4ea803f4671c944c94, f19ad79f6e6048a1b8d53b92e33da573
21:30:37.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.526209 22954 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:30:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.552403 22928 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:30:37.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.558082 22928 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:30:37.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.558508 22928 kserver.cc:163] Server-wide thread pool size limit: 3276
21:30:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.642804 22928 rpc_server.cc:307] RPC server started. Bound to: 127.21.231.254:34749
21:30:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.642925 23013 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.231.254:34749 every 8 connection(s)
21:30:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.645870 22928 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/data/info.pb
21:30:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.652635 22431 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 22928
21:30:37.653 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:30:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.657615 23014 sys_catalog.cc:263] Verifying existing consensus state
21:30:37.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 21:30:37.658478 23014 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:30:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.658874 22928 master.cc:537] Master@127.21.231.254:34749 shutting down...
21:30:37.714 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.231.252:44261(127.21.231.252:44261)] connecting to peer
21:30:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:37.731222 22928 master.cc:552] Master@127.21.231.254:34749 shutdown complete.
21:30:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:37.731331 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:37.731632 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster126715244480853480/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:30:37.793 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:37.803 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:37.841 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.231.252:44261(127.21.231.252:44261)] Successfully connected to peer
21:30:37.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:37.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:37.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:37.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:37.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:37.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:37.937 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
21:30:37.950 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.21.231.252
21:30:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:38 dist-test-slave-0kls krb5kdc[22444](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483831, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.21.231.252@KRBTEST.COM
21:30:38.212 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf63e90a7, L:/127.0.0.1:34906 - R:/127.21.231.252:44261] using SASL/GSSAPI
21:30:38.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.242 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:38.246 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:38.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.259 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:38.261 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:38.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.267 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.279 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:38.279 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:38.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.298 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:38.299 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:38.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.319 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:38.321 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:38.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.327 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.398 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:38.399 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:38.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.499 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:38.502 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:38.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.579 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:38.581 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:38.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.587 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.638 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:38.639 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:38.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:38.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:38.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:38.734794 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:38.735066 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:38.744006 22753 master_runner.cc:186] Error getting master registration for 127.21.231.254:34749: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111),
21:30:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:38.744417 22753 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:30:39.098 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:39.099 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:39.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:39.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:39.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:39.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:39.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:39.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:39.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:39.738183 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:39.738472 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:39.878 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:39.881 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:39.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:39.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:39.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:39.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:39.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:39.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:39.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:40.741927 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:40.742540 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:41.746503 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:41.747042 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:41.944454 23027 raft_consensus.cc:482] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:30:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:41.944965 23027 raft_consensus.cc:504] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:41.946758 23027 leader_election.cc:288] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749), b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125)
21:30:41.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:41.950045 22778 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111) [suppressed 5 similar messages]
21:30:41.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:41.953387 22778 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749): Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:30:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:41.953941 22775 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125): Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:41.954360 22775 leader_election.cc:302] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 820608bcdb9d46019d94614de2742898; no voters: b8a05cc9df854f4ea803f4671c944c94, f19ad79f6e6048a1b8d53b92e33da573
21:30:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:41.955134 23027 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:30:42.559 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:42.562 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:42.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:42.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:42.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:42.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:42.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:42.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:42.566 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:42.751258 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:42.751749 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:43 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483843, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:43.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:43.425297 22769 init.cc:295] Successfully reacquired a new kerberos TGT
21:30:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:43.747663 22753 master_runner.cc:186] Error getting master registration for 127.21.231.254:34749: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111),
21:30:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:43.748167 22753 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:30:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:43.754678 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:43.754943 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:44.018 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:44.019 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:44.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:44.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:44.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:44.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:44.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:44.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:44.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:44.132977 23034 raft_consensus.cc:482] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:30:44.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:44.133469 23034 raft_consensus.cc:504] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:44.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:44.135279 23034 leader_election.cc:288] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749), b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125)
21:30:44.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:44.139884 22778 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749): Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:30:44.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:44.140408 22775 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125): Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:44.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:44.140712 22775 leader_election.cc:302] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 820608bcdb9d46019d94614de2742898; no voters: b8a05cc9df854f4ea803f4671c944c94, f19ad79f6e6048a1b8d53b92e33da573
21:30:44.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:44.141302 23034 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:30:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:44.757959 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:44.758285 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:44.918 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:44.920 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:44.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:44.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:44.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:44.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:44.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:44.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:44.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:45.761276 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:45.761582 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:46.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:46.764351 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:46.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:46.764607 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:47.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:47.767292 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:47.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:47.767551 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:48.438 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:48.440 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:48.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:48.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:48.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:48.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:48.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:48.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:48.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:48.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:48.751024 22753 master_runner.cc:186] Error getting master registration for 127.21.231.254:34749: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111),
21:30:48.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:48.751401 22753 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:30:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:48.770574 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:48.770895 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:49.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:49.773607 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:49.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:49.773880 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:50.583575 23046 raft_consensus.cc:482] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:30:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:50.584080 23046 raft_consensus.cc:504] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:50.586011 23046 leader_election.cc:288] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749), b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125)
21:30:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:50.588490 22778 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111) [suppressed 3 similar messages]
21:30:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:50.591923 22778 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749): Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:30:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:50.592360 22775 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125): Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:50.592834 22775 leader_election.cc:302] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 820608bcdb9d46019d94614de2742898; no voters: b8a05cc9df854f4ea803f4671c944c94, f19ad79f6e6048a1b8d53b92e33da573
21:30:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:50.593410 23046 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:30:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:50.777175 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:50.777539 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:51.598 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:51.600 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:51.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:51.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:51.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:51.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:51.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:51.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:51.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:51.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:51.780540 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:51.780814 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:52.558 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:52.560 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:52.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:52.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:52.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:52.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:52.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:52.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:52.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:52.697752 23055 raft_consensus.cc:482] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:30:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:52.698297 23055 raft_consensus.cc:504] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:52.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:52.700126 23055 leader_election.cc:288] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749), b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125)
21:30:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:52.705608 22778 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749): Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:30:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:52.706331 22775 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125): Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:52.706650 22775 leader_election.cc:302] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 820608bcdb9d46019d94614de2742898; no voters: b8a05cc9df854f4ea803f4671c944c94, f19ad79f6e6048a1b8d53b92e33da573
21:30:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:52.707217 23055 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:30:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:52.784168 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:52.784474 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:30:53 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483853, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:30:53.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:53.427821 22769 init.cc:295] Successfully reacquired a new kerberos TGT
21:30:53.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:53.754273 22753 master_runner.cc:186] Error getting master registration for 127.21.231.254:34749: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111),
21:30:53.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:53.754688 22753 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:30:53.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:53.787614 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:53.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:53.787927 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:54.790715 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:54.791011 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:54.834223 23060 raft_consensus.cc:482] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:30:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:54.834613 23060 raft_consensus.cc:504] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:30:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:54.836306 23060 leader_election.cc:288] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749), b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125)
21:30:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:54.840919 22778 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749): Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:30:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:54.841359 22775 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125): Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:30:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:54.841661 22775 leader_election.cc:302] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 820608bcdb9d46019d94614de2742898; no voters: b8a05cc9df854f4ea803f4671c944c94, f19ad79f6e6048a1b8d53b92e33da573
21:30:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:54.842391 23060 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:30:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:55.794658 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:55.795442 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:56.019 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:56.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:56.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:56.022 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:56.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:56.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:56.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:56.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:56.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:56.798768 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:56.799068 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:57.801968 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:57.802269 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:58.438 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:58.440 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:58.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:58.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:58.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:58.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:58.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:58.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:58.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:58.757405 22753 master_runner.cc:186] Error getting master registration for 127.21.231.254:34749: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111),
21:30:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:30:58.757752 22753 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:30:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:58.805296 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:58.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:58.805656 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:59.318 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:59.319 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:59.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:59.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:59.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:59.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:59.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:59.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:59.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:30:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:59.808528 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:30:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:30:59.808841 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:30:59.939 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:30:59.940 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:30:59.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:59.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:59.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:59.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:59.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:30:59.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:30:59.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:31:00.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:00.811934 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:31:00.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:00.812232 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:31:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:01.366768 23072 raft_consensus.cc:482] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:31:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:01.367260 23072 raft_consensus.cc:504] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f19ad79f6e6048a1b8d53b92e33da573" member_type: VOTER last_known_addr { host: "127.21.231.254" port: 34749 } } peers { permanent_uuid: "b8a05cc9df854f4ea803f4671c944c94" member_type: VOTER last_known_addr { host: "127.21.231.253" port: 45125 } } peers { permanent_uuid: "820608bcdb9d46019d94614de2742898" member_type: VOTER last_known_addr { host: "127.21.231.252" port: 44261 } }
21:31:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:01.368695 23072 leader_election.cc:288] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749), b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125)
21:31:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:01.370682 22778 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111) [suppressed 5 similar messages]
21:31:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:01.373801 22778 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f19ad79f6e6048a1b8d53b92e33da573 (127.21.231.254:34749): Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111)
21:31:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:01.374233 22775 leader_election.cc:334] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b8a05cc9df854f4ea803f4671c944c94 (127.21.231.253:45125): Network error: Client connection negotiation failed: client connection to 127.21.231.253:45125: connect: Connection refused (error 111)
21:31:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:01.374640 22775 leader_election.cc:302] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 820608bcdb9d46019d94614de2742898; no voters: b8a05cc9df854f4ea803f4671c944c94, f19ad79f6e6048a1b8d53b92e33da573
21:31:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:01.375294 23072 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:31:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:01.815160 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:31:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:01.815452 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:31:02.678 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:31:02.679 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:31:02.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:02.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:02.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:02.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:02.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:02.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:02.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:31:02.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:02.818794 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:31:02.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:02.819145 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:31:03.078 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:31:03.079 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:31:03.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:03.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:03.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:03.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:03.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:03.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:03.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:31:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:31:03 dist-test-slave-0kls krb5kdc[22444](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483863, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.231.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:31:03.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:03.430418 22769 init.cc:295] Successfully reacquired a new kerberos TGT
21:31:03.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:03.761562 22753 master_runner.cc:186] Error getting master registration for 127.21.231.254:34749: Network error: Client connection negotiation failed: client connection to 127.21.231.254:34749: connect: Connection refused (error 111),
21:31:03.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:03.762223 22753 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:31:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:03.821961 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:31:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:03.822229 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:31:03.838 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:31:03.839 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:31:03.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:03.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:03.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:03.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:03.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:03.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:03.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:31:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:04.824620 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:31:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:04.824900 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:31:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:05.827361 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:31:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:05.827628 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:31:06.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:06.830094 22846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 820608bcdb9d46019d94614de2742898: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:31:06.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:31:06.830351 22846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:31:07.478 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.253:45125(127.21.231.253:45125)] connecting to peer
21:31:07.479 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.21.231.254:34749(127.21.231.254:34749)] connecting to peer
21:31:07.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:07.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.231.253:45125(127.21.231.253:45125)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:07.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.253:45125: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125
21:31:07.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:07.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.254:34749(127.21.231.254:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:07.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.231.254:34749: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
21:31:07.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749; will retry
21:31:07.487 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29826), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [186ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [252ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [564ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [585ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [586ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [591ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [604ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [605ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [621ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [625ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [626ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [640ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [644ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [661ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [663ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [665ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [735ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [744ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [840ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [841ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [843ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [921ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [923ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [924ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [926ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [975ms] refreshing cache from master, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [982ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [988ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [990ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [991ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [1435ms] refreshing cache from master, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [1439ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [1439ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [1441ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [2215ms] refreshing cache from master, [2216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [2216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [2218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [2219ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [2221ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [2222ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [4896ms] refreshing cache from master, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [4900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [4901ms] too many traces: truncated at 100 traces, deferred=Deferred@1241801333(state=PENDING, result=null, callback=(continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832) -> (continuation of Deferred@1376190953 after retry RPC after error@867862398) -> (continuation of Deferred@1594837032 after retry RPC after error@702516882) -> (continuation of Deferred@1136511497 after retry RPC after error@618345591) -> (continuation of Deferred@28337868 after retry RPC after error@1422836598) -> (continuation of Deferred@2039391844 after retry RPC after error@76238254) -> (continuation of Deferred@101703157 after retry RPC after error@620260145) -> (continuation of Deferred@684278860 after retry RPC after error@1995545286) -> (continuation of Deferred@250155416 after retry RPC after error@1764709015) -> (continuation of Deferred@195465434 after retry RPC after error@1912282306) -> (continuation of Deferred@936945332 after retry RPC after error@611381554) -> (continuation of Deferred@460297510 after retry RPC after error@853247877), errback=(continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832) -> (continuation of Deferred@1376190953 after retry RPC after error@867862398) -> (continuation of Deferred@1594837032 after retry RPC after error@702516882) -> (continuation of Deferred@1136511497 after retry RPC after error@618345591) -> (continuation of Deferred@28337868 after retry RPC after error@1422836598) -> (continuation of Deferred@2039391844 after retry RPC after error@76238254) -> (continuation of Deferred@101703157 after retry RPC after error@620260145) -> (continuation of Deferred@684278860 after retry RPC after error@1995545286) -> (continuation of Deferred@250155416 after retry RPC after error@1764709015) -> (continuation of Deferred@195465434 after retry RPC after error@1912282306) -> (continuation of Deferred@936945332 after retry RPC after error@611381554) -> (continuation of Deferred@460297510 after retry RPC after error@853247877)))
21:31:07.492 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.21.231.253:45125(127.21.231.253:45125)] disconnecting while in state TERMINATED
21:31:07.493 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.21.231.252:44261(127.21.231.252:44261)] disconnecting while in state READY
21:31:07.494 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.21.231.254:34749(127.21.231.254:34749)] disconnecting while in state TERMINATED
21:31:07.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:31:07.500 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:31:07.502 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.231.252:44261(127.21.231.252:44261)] handling channelInactive
21:31:07.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.231.252:44261(127.21.231.252:44261)] cleaning up while in state READY due to: connection closed
21:31:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:07.511145 22431 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 22753
21:31:08.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:31:08Z chronyd exiting
21:31:09.776 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:31:09.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:09.778962 21639 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 21946
21:31:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:09.829329 21639 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 22119
21:31:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:09.880054 21639 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 22277
21:31:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:09.933596 21639 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 21653
21:31:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:09.989975 21639 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 21732
21:31:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:31:10.050029 21639 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 21811
21:31:11.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:31:11Z chronyd exiting
21:31:12.768 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29826), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [186ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [252ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [564ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [585ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [586ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [591ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [604ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [605ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [621ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [625ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [626ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [640ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [644ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [661ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [663ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [665ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [735ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [744ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [840ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [841ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [843ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [921ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [923ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [924ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [926ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [975ms] refreshing cache from master, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [982ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [988ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [990ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [991ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [1435ms] refreshing cache from master, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [1439ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [1439ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [1441ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [2215ms] refreshing cache from master, [2216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [2216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [2218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [2219ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [2221ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [2222ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [4896ms] refreshing cache from master, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [4900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [4901ms] too many traces: truncated at 100 traces, deferred=Deferred@1241801333(state=PENDING, result=null, callback=(continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832) -> (continuation of Deferred@1376190953 after retry RPC after error@867862398) -> (continuation of Deferred@1594837032 after retry RPC after error@702516882) -> (continuation of Deferred@1136511497 after retry RPC after error@618345591) -> (continuation of Deferred@28337868 after retry RPC after error@1422836598) -> (continuation of Deferred@2039391844 after retry RPC after error@76238254) -> (continuation of Deferred@101703157 after retry RPC after error@620260145) -> (continuation of Deferred@684278860 after retry RPC after error@1995545286) -> (continuation of Deferred@250155416 after retry RPC after error@1764709015) -> (continuation of Deferred@195465434 after retry RPC after error@1912282306) -> (continuation of Deferred@936945332 after retry RPC after error@611381554) -> (continuation of Deferred@460297510 after retry RPC after error@853247877), errback=(continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832) -> (continuation of Deferred@1376190953 after retry RPC after error@867862398) -> (continuation of Deferred@1594837032 after retry RPC after error@702516882) -> (continuation of Deferred@1136511497 after retry RPC after error@618345591) -> (continuation of Deferred@28337868 after retry RPC after error@1422836598) -> (continuation of Deferred@2039391844 after retry RPC after error@76238254) -> (continuation of Deferred@101703157 after retry RPC after error@620260145) -> (continuation of Deferred@684278860 after retry RPC after error@1995545286) -> (continuation of Deferred@250155416 after retry RPC after error@1764709015) -> (continuation of Deferred@195465434 after retry RPC after error@1912282306) -> (continuation of Deferred@936945332 after retry RPC after error@611381554) -> (continuation of Deferred@460297510 after retry RPC after error@853247877)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.231.254:34749
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29826), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [186ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [252ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [564ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [576ms] refreshing cache from master, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [585ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [586ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [591ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [604ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [605ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [621ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [623ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [625ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [626ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [640ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [641ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [644ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [661ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [663ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [664ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [665ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [735ms] refreshing cache from master, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [741ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [744ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [840ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [841ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [843ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [921ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [923ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [924ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [926ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [975ms] refreshing cache from master, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [982ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [988ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [990ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [991ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [1435ms] refreshing cache from master, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [1436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [1439ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [1439ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [1441ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [2215ms] refreshing cache from master, [2216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [2216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [2218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [2219ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.253:45125: Network error: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125, [2221ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.252:44261: OK, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.21.231.254:34749: Network error: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [2222ms] delaying RPC due to: Service unavailable: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749, [4896ms] refreshing cache from master, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.252:44261, [4896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.253:45125, [4900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.231.254:34749, [4901ms] too many traces: truncated at 100 traces, deferred=Deferred@1241801333(state=PENDING, result=null, callback=(continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832) -> (continuation of Deferred@1376190953 after retry RPC after error@867862398) -> (continuation of Deferred@1594837032 after retry RPC after error@702516882) -> (continuation of Deferred@1136511497 after retry RPC after error@618345591) -> (continuation of Deferred@28337868 after retry RPC after error@1422836598) -> (continuation of Deferred@2039391844 after retry RPC after error@76238254) -> (continuation of Deferred@101703157 after retry RPC after error@620260145) -> (continuation of Deferred@684278860 after retry RPC after error@1995545286) -> (continuation of Deferred@250155416 after retry RPC after error@1764709015) -> (continuation of Deferred@195465434 after retry RPC after error@1912282306) -> (continuation of Deferred@936945332 after retry RPC after error@611381554) -> (continuation of Deferred@460297510 after retry RPC after error@853247877), errback=(continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832) -> (continuation of Deferred@1376190953 after retry RPC after error@867862398) -> (continuation of Deferred@1594837032 after retry RPC after error@702516882) -> (continuation of Deferred@1136511497 after retry RPC after error@618345591) -> (continuation of Deferred@28337868 after retry RPC after error@1422836598) -> (continuation of Deferred@2039391844 after retry RPC after error@76238254) -> (continuation of Deferred@101703157 after retry RPC after error@620260145) -> (continuation of Deferred@684278860 after retry RPC after error@1995545286) -> (continuation of Deferred@250155416 after retry RPC after error@1764709015) -> (continuation of Deferred@195465434 after retry RPC after error@1912282306) -> (continuation of Deferred@936945332 after retry RPC after error@611381554) -> (continuation of Deferred@460297510 after retry RPC after error@853247877)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.231.252:44261,127.21.231.253:45125,127.21.231.254:34749) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.253:45125(127.21.231.253:45125): Connection refused: /127.21.231.253:45125,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.231.254:34749(127.21.231.254:34749): Connection refused: /127.21.231.254:34749
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35)
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
... 5 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.231.254:34749
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)