07:54:27.612 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:54:27.625 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskv5EnlP/test-tmp
07:54:27.628 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:54:27.632 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskv5EnlP/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:54:27.877 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:54:28.181 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:54:28.182 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:54:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:28.186514 20549 mini_oidc.cc:152] Starting JWKS server
07:54:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:28.195222 20549 webserver.cc:460] Webserver started at http://127.0.0.1:43067/ using document root <none> and password file <none>
07:54:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:28.195960 20549 mini_oidc.cc:189] Starting OIDC Discovery server
07:54:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:28.202185 20549 webserver.cc:460] Webserver started at http://127.0.0.1:45607/ using document root <none> and password file <none>
07:54:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:54:28Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:54:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:54:28Z Disabled control of system clock
07:54:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:28.287606 20549 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/wal
07:54:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/data
07:54:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/logs
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/data/info.pb
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.126:43753
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.126
07:54:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43067/jwks.json with env {}
07:54:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.736129 20561 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.736837 20561 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.737382 20561 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:28.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.778753 20561 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:28.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.779057 20561 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:28.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.779255 20561 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:28.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.779431 20561 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:28.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.779672 20561 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:28.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.779875 20561 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43067/jwks.json
07:54:28.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:28.818850 20561 master_runner.cc:386] Master server non-default flags:
07:54:28.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:28.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:28.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:28.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:28.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/data
07:54:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/wal
07:54:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.126:43753
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43067/jwks.json
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/data/info.pb
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.126
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/logs
07:54:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:28.820341 20561 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:28.822166 20561 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:28.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.843032 20568 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:30.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.843041 20567 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:28.843356 20570 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.037729 20569 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1192 milliseconds
07:54:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.037906 20561 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:54:30.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.039301 20561 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.042057 20561 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.043467 20561 hybrid_clock.cc:648] HybridClock initialized: now 1790409270043429 us; error 79 us; skew 500 ppm
07:54:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.044440 20561 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.052034 20561 webserver.cc:460] Webserver started at http://127.20.17.126:46213/ using document root <none> and password file <none>
07:54:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.053002 20561 fs_manager.cc:359] Metadata directory not provided
07:54:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.053211 20561 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.053601 20561 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:30.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.058717 20561 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/data/instance:
07:54:30.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2204dbfab32940759a4cb5efaee01ff8"
07:54:30.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:30 on dist-test-slave-1t7r"
07:54:30.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.060261 20561 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/wal/instance:
07:54:30.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2204dbfab32940759a4cb5efaee01ff8"
07:54:30.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:30 on dist-test-slave-1t7r"
07:54:30.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.068413 20561 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:54:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.074649 20577 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:30.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.076205 20561 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
07:54:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.076570 20561 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/wal
07:54:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2204dbfab32940759a4cb5efaee01ff8"
07:54:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:30 on dist-test-slave-1t7r"
07:54:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.076901 20561 fs_report.cc:383] FS layout report
07:54:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/wal
07:54:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/wal
07:54:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/data/data
07:54:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.115689 20561 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.117234 20561 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.117669 20561 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.204888 20561 rpc_server.cc:307] RPC server started. Bound to: 127.20.17.126:43753
07:54:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.205068 20628 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.17.126:43753 every 8 connection(s)
07:54:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.207952 20561 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/data/info.pb
07:54:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.213383 20549 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 20561
07:54:30.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.213992 20549 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-0/wal/instance
07:54:30.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.214576 20629 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.219164 20549 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/wal
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/data
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/logs
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/data/info.pb
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.125:33737
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.125
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:30.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:30.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:30.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:30.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:30.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43067/jwks.json with env {}
07:54:30.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.230614 20629 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } has no permanent_uuid. Determining permanent_uuid...
07:54:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.264086 20629 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } has no permanent_uuid. Determining permanent_uuid...
07:54:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.266922 20580 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.17.125:33737: connect: Connection refused (error 111)
07:54:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.271543 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.125:33737: Network error: Client connection negotiation failed: client connection to 127.20.17.125:33737: connect: Connection refused (error 111)
07:54:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.321272 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } attempt: 1
07:54:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.325634 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.125:33737: Network error: Client connection negotiation failed: client connection to 127.20.17.125:33737: connect: Connection refused (error 111)
07:54:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.394137 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } attempt: 2
07:54:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.398888 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.125:33737: Network error: Client connection negotiation failed: client connection to 127.20.17.125:33737: connect: Connection refused (error 111)
07:54:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.490406 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } attempt: 3
07:54:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.494369 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.125:33737: Network error: Client connection negotiation failed: client connection to 127.20.17.125:33737: connect: Connection refused (error 111)
07:54:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.549472 20631 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.550063 20631 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.550604 20631 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.581621 20631 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.581923 20631 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.582109 20631 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.582285 20631 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.582477 20631 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.582653 20631 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43067/jwks.json
07:54:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.618350 20631 master_runner.cc:386] Master server non-default flags:
07:54:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/data
07:54:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/wal
07:54:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.125:33737
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43067/jwks.json
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/data/info.pb
07:54:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.125
07:54:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/logs
07:54:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:30.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:30.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:30.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.619566 20631 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:30.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.621430 20631 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.637923 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } attempt: 4
07:54:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.642796 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.125:33737: Network error: Client connection negotiation failed: client connection to 127.20.17.125:33737: connect: Connection refused (error 111)
07:54:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.644533 20640 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:30.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.942243 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } attempt: 5
07:54:30.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.946710 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.125:33737: Network error: Client connection negotiation failed: client connection to 127.20.17.125:33737: connect: Connection refused (error 111)
07:54:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.494233 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } attempt: 6
07:54:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:31.501605 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.125:33737: Network error: Client connection negotiation failed: client connection to 127.20.17.125:33737: connect: Connection refused (error 111)
07:54:31.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.645268 20643 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:30.645831 20641 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:30.646242 20631 server_base.cc:1034] running on GCE node
07:54:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.778012 20631 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.781692 20631 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.783159 20631 hybrid_clock.cc:648] HybridClock initialized: now 1790409271783107 us; error 71 us; skew 500 ppm
07:54:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.784145 20631 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.792161 20631 webserver.cc:460] Webserver started at http://127.20.17.125:46263/ using document root <none> and password file <none>
07:54:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.793154 20631 fs_manager.cc:359] Metadata directory not provided
07:54:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.793357 20631 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.793771 20631 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.799068 20631 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/data/instance:
07:54:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb735eb47365479e879d9d629c7195c6"
07:54:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:31 on dist-test-slave-1t7r"
07:54:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.800300 20631 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/wal/instance:
07:54:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb735eb47365479e879d9d629c7195c6"
07:54:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:31 on dist-test-slave-1t7r"
07:54:31.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.808735 20631 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:54:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.815289 20652 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.816627 20631 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
07:54:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.816991 20631 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/wal
07:54:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb735eb47365479e879d9d629c7195c6"
07:54:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:31 on dist-test-slave-1t7r"
07:54:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.817392 20631 fs_report.cc:383] FS layout report
07:54:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/wal
07:54:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/wal
07:54:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/data/data
07:54:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.861181 20631 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:31.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.862792 20631 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:31.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.863303 20631 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.951341 20631 rpc_server.cc:307] RPC server started. Bound to: 127.20.17.125:33737
07:54:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.951426 20703 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.17.125:33737 every 8 connection(s)
07:54:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.954267 20631 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/data/info.pb
07:54:31.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.957703 20549 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 20631
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.958202 20549 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-1/wal/instance
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.960575 20549 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/wal
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/data
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/logs
07:54:31.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/data/info.pb
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.124:41363
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.124
07:54:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43067/jwks.json with env {}
07:54:31.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.961529 20704 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:31.975183 20704 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } has no permanent_uuid. Determining permanent_uuid...
07:54:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.001224 20704 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } has no permanent_uuid. Determining permanent_uuid...
07:54:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.021633 20704 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } has no permanent_uuid. Determining permanent_uuid...
07:54:32.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.024718 20653 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.030274 20704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.080458 20704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 1
07:54:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.084767 20704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.153277 20704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 2
07:54:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.157594 20704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.249001 20704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 3
07:54:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.253407 20704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.317278 20706 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.317844 20706 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.318365 20706 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.350977 20706 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.351359 20706 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.351567 20706 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.351750 20706 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.351965 20706 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.352095 20706 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43067/jwks.json
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.387732 20706 master_runner.cc:386] Master server non-default flags:
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/data
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/wal
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.124:41363
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43067/jwks.json
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/data/info.pb
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.124
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/logs
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.389163 20706 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.391440 20706 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.396800 20704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 4
07:54:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.400298 20704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.414434 20719 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.562186 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } attempt: 7
07:54:32.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.586184 20629 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } has no permanent_uuid. Determining permanent_uuid...
07:54:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.592788 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.651279 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 1
07:54:32.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.656018 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.699817 20704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 5
07:54:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.703387 20704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.737412 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 2
07:54:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.741107 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.826501 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 3
07:54:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.832407 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:32.972967 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 4
07:54:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.979012 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.250778 20704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 6
07:54:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:33.263185 20704 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.264431 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 5
07:54:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:33.269554 20629 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.17.124:41363: Network error: Client connection negotiation failed: client connection to 127.20.17.124:41363: connect: Connection refused (error 111)
07:54:33.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.414656 20717 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:32.414518 20716 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:33.650082 20718 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1234 milliseconds
07:54:33.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.650244 20706 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:54:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.651499 20706 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.654827 20706 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:33.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.656248 20706 hybrid_clock.cc:648] HybridClock initialized: now 1790409273656178 us; error 100 us; skew 500 ppm
07:54:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.657224 20706 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:33.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.665549 20706 webserver.cc:460] Webserver started at http://127.20.17.124:36023/ using document root <none> and password file <none>
07:54:33.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.666630 20706 fs_manager.cc:359] Metadata directory not provided
07:54:33.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.666873 20706 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:33.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.667387 20706 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.672495 20706 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/data/instance:
07:54:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "161bb82ae2bd41b884e52c861cc10fef"
07:54:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:33 on dist-test-slave-1t7r"
07:54:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.673820 20706 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/wal/instance:
07:54:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "161bb82ae2bd41b884e52c861cc10fef"
07:54:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:33 on dist-test-slave-1t7r"
07:54:33.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.682094 20706 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
07:54:33.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.689203 20731 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:33.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.690577 20706 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
07:54:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.690974 20706 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/wal
07:54:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "161bb82ae2bd41b884e52c861cc10fef"
07:54:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:33 on dist-test-slave-1t7r"
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.691376 20706 fs_report.cc:383] FS layout report
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/wal
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/wal
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/data/data
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:33.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.733090 20706 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:33.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.734808 20706 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:33.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.735342 20706 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:33.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.822129 20706 rpc_server.cc:307] RPC server started. Bound to: 127.20.17.124:41363
07:54:33.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.822206 20782 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.17.124:41363 every 8 connection(s)
07:54:33.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.822134 20629 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 6
07:54:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.825973 20706 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/data/info.pb
07:54:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.827129 20549 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 20706
07:54:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.827608 20549 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/master-2/wal/instance
07:54:33.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.841612 20785 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.863583 20785 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } has no permanent_uuid. Determining permanent_uuid...
07:54:33.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.873492 20629 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8: Bootstrap starting.
07:54:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.882735 20629 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8: Neither blocks nor log segments found. Creating new log.
07:54:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.885921 20629 log.cc:824] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8: Log is configured to *not* fsync() on all Append() calls
07:54:33.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.889971 20785 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } has no permanent_uuid. Determining permanent_uuid...
07:54:33.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.905263 20629 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8: No bootstrap required, opened a new log
07:54:33.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.906828 20785 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } has no permanent_uuid. Determining permanent_uuid...
07:54:33.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.929980 20785 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef: Bootstrap starting.
07:54:33.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.938009 20629 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } }
07:54:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.938892 20629 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:54:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.939195 20785 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef: Neither blocks nor log segments found. Creating new log.
07:54:33.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.939183 20629 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2204dbfab32940759a4cb5efaee01ff8, State: Initialized, Role: FOLLOWER
07:54:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.940308 20629 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } }
07:54:33.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.942409 20785 log.cc:824] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef: Log is configured to *not* fsync() on all Append() calls
07:54:33.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.943485 20793 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:33.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.945616 20793 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [sys.catalog]: This master's current role is: FOLLOWER
07:54:33.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.945766 20629 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [sys.catalog]: configured and running, proceeding with master startup.
07:54:33.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.950737 20785 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef: No bootstrap required, opened a new log
07:54:33.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.984071 20785 raft_consensus.cc:348] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } }
07:54:33.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.985487 20785 raft_consensus.cc:374] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:54:33.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.985795 20785 raft_consensus.cc:729] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 161bb82ae2bd41b884e52c861cc10fef, State: Initialized, Role: FOLLOWER
07:54:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.986900 20785 consensus_queue.cc:260] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } }
07:54:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.991954 20805 sys_catalog.cc:455] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.992851 20805 sys_catalog.cc:458] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [sys.catalog]: This master's current role is: FOLLOWER
07:54:33.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.995643 20785 sys_catalog.cc:564] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [sys.catalog]: configured and running, proceeding with master startup.
07:54:34.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:34.010834 20806 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:54:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:34.012204 20806 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:54:34.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:33.999008 20561 master_runner.cc:186] Error getting master registration for 127.20.17.125:33737: OK, instance_id { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" instance_seqno: 1790409271927317 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:54:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.040096 20561 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:54:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.051707 20793 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:54:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.052304 20793 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } }
07:54:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.056542 20793 leader_election.cc:288] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cb735eb47365479e879d9d629c7195c6 (127.20.17.125:33737), 161bb82ae2bd41b884e52c861cc10fef (127.20.17.124:41363)
07:54:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.057499 20758 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2204dbfab32940759a4cb5efaee01ff8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "161bb82ae2bd41b884e52c861cc10fef" is_pre_election: true
07:54:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.058538 20758 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2204dbfab32940759a4cb5efaee01ff8 in term 0.
07:54:34.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.060217 20578 leader_election.cc:302] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 161bb82ae2bd41b884e52c861cc10fef, 2204dbfab32940759a4cb5efaee01ff8; no voters:
07:54:34.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.062839 20793 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:54:34.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.063179 20793 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:54:34.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.063481 20793 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 0 FOLLOWER]: Advancing to term 1
07:54:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:34.071619 20818 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:54:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:34.072032 20818 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:54:34.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.071848 20793 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } }
07:54:34.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.076740 20793 leader_election.cc:288] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [CANDIDATE]: Term 1 election: Requested vote from peers cb735eb47365479e879d9d629c7195c6 (127.20.17.125:33737), 161bb82ae2bd41b884e52c861cc10fef (127.20.17.124:41363)
07:54:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.078433 20758 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2204dbfab32940759a4cb5efaee01ff8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "161bb82ae2bd41b884e52c861cc10fef"
07:54:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.079011 20758 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [term 0 FOLLOWER]: Advancing to term 1
07:54:34.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.093509 20758 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2204dbfab32940759a4cb5efaee01ff8 in term 1.
07:54:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.096274 20578 leader_election.cc:302] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 161bb82ae2bd41b884e52c861cc10fef, 2204dbfab32940759a4cb5efaee01ff8; no voters:
07:54:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.097272 20793 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 1 FOLLOWER]: Leader election won for term 1
07:54:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.112458 20793 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [term 1 LEADER]: Becoming Leader. State: Replica: 2204dbfab32940759a4cb5efaee01ff8, State: Running, Role: LEADER
07:54:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.113574 20793 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } }
07:54:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:34.128850 20583 tablet.cc:2369] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:54:34.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.134316 20820 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2204dbfab32940759a4cb5efaee01ff8. Latest consensus state: current_term: 1 leader_uuid: "2204dbfab32940759a4cb5efaee01ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:34.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.136145 20820 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [sys.catalog]: This master's current role is: LEADER
07:54:34.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.063704 20706 master_runner.cc:186] Error getting master registration for 127.20.17.125:33737: OK, instance_id { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" instance_seqno: 1790409271927317 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:54:34.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.138439 20706 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:54:34.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.141609 20822 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:54:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.150309 20822 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:54:34.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.175647 20758 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [term 1 FOLLOWER]: Refusing update from remote peer 2204dbfab32940759a4cb5efaee01ff8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:54:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.177876 20793 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:54:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.207388 20805 sys_catalog.cc:455] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2204dbfab32940759a4cb5efaee01ff8. Latest consensus state: current_term: 1 leader_uuid: "2204dbfab32940759a4cb5efaee01ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.208230 20805 sys_catalog.cc:458] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [sys.catalog]: This master's current role is: FOLLOWER
07:54:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.229321 20793 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2204dbfab32940759a4cb5efaee01ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.230121 20793 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [sys.catalog]: This master's current role is: LEADER
07:54:34.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.241060 20822 catalog_manager.cc:1347] Generated new cluster ID: 037894dc07174fd0b2e544c6aed0ba49
07:54:34.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.241448 20822 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:54:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.266211 20805 sys_catalog.cc:455] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2204dbfab32940759a4cb5efaee01ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.266973 20805 sys_catalog.cc:458] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef [sys.catalog]: This master's current role is: FOLLOWER
07:54:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.323798 20704 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } attempt: 7
07:54:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.326861 20822 catalog_manager.cc:1370] Generated new certificate authority record
07:54:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.331993 20822 catalog_manager.cc:1504] Loading token signing keys...
07:54:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.359310 20822 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8: Generated new TSK 0
07:54:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.362703 20822 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:54:34.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.376421 20549 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/wal
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/data
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/logs
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/data/info.pb
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.65:0
07:54:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.17.65
07:54:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.65
07:54:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:54:34.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.385126 20704 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6: Bootstrap starting.
07:54:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.393522 20704 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6: Neither blocks nor log segments found. Creating new log.
07:54:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.412256 20704 log.cc:824] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6: Log is configured to *not* fsync() on all Append() calls
07:54:34.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.425185 20704 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6: No bootstrap required, opened a new log
07:54:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.477476 20704 raft_consensus.cc:348] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } }
07:54:34.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.479489 20704 raft_consensus.cc:374] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:54:34.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.480293 20704 raft_consensus.cc:729] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb735eb47365479e879d9d629c7195c6, State: Initialized, Role: FOLLOWER
07:54:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.482167 20704 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } }
07:54:34.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.502105 20831 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.504153 20679 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2204dbfab32940759a4cb5efaee01ff8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb735eb47365479e879d9d629c7195c6" is_pre_election: true
07:54:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.504978 20677 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [term 0 FOLLOWER]: Advancing to term 1
07:54:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.508294 20704 sys_catalog.cc:564] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [sys.catalog]: configured and running, proceeding with master startup.
07:54:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.508687 20678 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2204dbfab32940759a4cb5efaee01ff8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb735eb47365479e879d9d629c7195c6"
07:54:34.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.505016 20831 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [sys.catalog]: This master's current role is: FOLLOWER
07:54:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.519670 20677 raft_consensus.cc:1261] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [term 1 FOLLOWER]: Refusing update from remote peer 2204dbfab32940759a4cb5efaee01ff8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:54:34.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.524194 20820 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
07:54:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.656461 20831 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2204dbfab32940759a4cb5efaee01ff8. Latest consensus state: current_term: 1 leader_uuid: "2204dbfab32940759a4cb5efaee01ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.659421 20831 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [sys.catalog]: This master's current role is: FOLLOWER
07:54:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.655308 20837 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2204dbfab32940759a4cb5efaee01ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.661890 20837 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6 [sys.catalog]: This master's current role is: FOLLOWER
07:54:34.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.735558 20847 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:54:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.957563 20820 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2204dbfab32940759a4cb5efaee01ff8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2204dbfab32940759a4cb5efaee01ff8" member_type: VOTER last_known_addr { host: "127.20.17.126" port: 43753 } } peers { permanent_uuid: "cb735eb47365479e879d9d629c7195c6" member_type: VOTER last_known_addr { host: "127.20.17.125" port: 33737 } } peers { permanent_uuid: "161bb82ae2bd41b884e52c861cc10fef" member_type: VOTER last_known_addr { host: "127.20.17.124" port: 41363 } } }
07:54:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:34.958395 20820 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2204dbfab32940759a4cb5efaee01ff8 [sys.catalog]: This master's current role is: LEADER
07:54:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.079106 20818 catalog_manager.cc:1259] Loaded cluster ID: 037894dc07174fd0b2e544c6aed0ba49
07:54:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.079758 20818 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef: loading cluster ID for follower catalog manager: success
07:54:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.090178 20818 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef: acquiring CA information for follower catalog manager: success
07:54:35.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.098944 20818 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 161bb82ae2bd41b884e52c861cc10fef: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:54:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:35.117076 20829 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:35.117806 20829 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:35.118571 20829 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:35.175812 20829 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:35.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:35.177291 20829 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.17.65
07:54:35.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.241496 20829 tablet_server_runner.cc:78] Tablet server non-default flags:
07:54:35.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/data
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/wal
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.65:0
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/data/info.pb
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.65
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.17.65
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/logs
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.243139 20829 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.245381 20829 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:35.294929 20857 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.768853 20847 catalog_manager.cc:1259] Loaded cluster ID: 037894dc07174fd0b2e544c6aed0ba49
07:54:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.771931 20847 catalog_manager.cc:1552] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6: loading cluster ID for follower catalog manager: success
07:54:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.795996 20847 catalog_manager.cc:1574] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6: acquiring CA information for follower catalog manager: success
07:54:35.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:35.803553 20847 catalog_manager.cc:1602] T 00000000000000000000000000000000 P cb735eb47365479e879d9d629c7195c6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:54:37.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:36.673370 20855 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 20829
07:54:37.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:37.356935 20855 kernel_stack_watchdog.cc:198] Thread 20829 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 389ms:
07:54:37.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
07:54:37.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
07:54:37.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
07:54:37.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
07:54:37.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:37.357292 20829 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.075s user 0.675s sys 1.078s
07:54:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:37.357659 20829 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.075s user 0.675s sys 1.078s
07:54:37.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:35.296303 20856 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:37.371377 20861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.371978 20829 server_base.cc:1034] running on GCE node
07:54:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.373397 20829 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:37.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.376247 20829 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:37.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.377708 20829 hybrid_clock.cc:648] HybridClock initialized: now 1790409277377668 us; error 51 us; skew 500 ppm
07:54:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.378814 20829 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:37.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.394223 20829 webserver.cc:460] Webserver started at http://127.20.17.65:45891/ using document root <none> and password file <none>
07:54:37.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.395494 20829 fs_manager.cc:359] Metadata directory not provided
07:54:37.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.395818 20829 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:37.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.396358 20829 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.403049 20829 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/data/instance:
07:54:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fc5675354544694bc39572d8bb74a35"
07:54:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:37 on dist-test-slave-1t7r"
07:54:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.404609 20829 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/wal/instance:
07:54:37.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fc5675354544694bc39572d8bb74a35"
07:54:37.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:37 on dist-test-slave-1t7r"
07:54:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.413368 20829 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
07:54:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.420872 20867 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:37.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.422246 20829 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
07:54:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.422658 20829 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/wal
07:54:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fc5675354544694bc39572d8bb74a35"
07:54:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:37 on dist-test-slave-1t7r"
07:54:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.423043 20829 fs_report.cc:383] FS layout report
07:54:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/wal
07:54:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/wal
07:54:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/data/data
07:54:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:37.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.492496 20829 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.494534 20829 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.495050 20829 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:37.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.498193 20829 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:54:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.503091 20829 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:54:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.503315 20829 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:54:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.503603 20829 ts_tablet_manager.cc:610] Registered 0 tablets
07:54:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.503813 20829 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.001s
07:54:37.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.709383 20829 rpc_server.cc:307] RPC server started. Bound to: 127.20.17.65:37939
07:54:37.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.709666 20979 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.17.65:37939 every 8 connection(s)
07:54:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.712266 20829 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/data/info.pb
07:54:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.717828 20549 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 20829
07:54:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.718266 20549 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-0/wal/instance
07:54:37.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.734004 20549 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:37.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:37.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/wal
07:54:37.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/data
07:54:37.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:37.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/logs
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/data/info.pb
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.66:0
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.17.66
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.66
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:54:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.776415 20980 heartbeater.cc:347] Connected to a master server at 127.20.17.125:33737
07:54:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.776998 20980 heartbeater.cc:464] Registering TS with master...
07:54:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.778484 20980 heartbeater.cc:511] Master 127.20.17.125:33737 requested a full tablet report, sending...
07:54:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.782881 20669 ts_manager.cc:194] Registered new tserver with Master: 3fc5675354544694bc39572d8bb74a35 (127.20.17.65:37939)
07:54:37.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.794528 20981 heartbeater.cc:347] Connected to a master server at 127.20.17.124:41363
07:54:37.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.794993 20981 heartbeater.cc:464] Registering TS with master...
07:54:37.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.795915 20981 heartbeater.cc:511] Master 127.20.17.124:41363 requested a full tablet report, sending...
07:54:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.798897 20748 ts_manager.cc:194] Registered new tserver with Master: 3fc5675354544694bc39572d8bb74a35 (127.20.17.65:37939)
07:54:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.808517 20982 heartbeater.cc:347] Connected to a master server at 127.20.17.126:43753
07:54:37.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.808866 20982 heartbeater.cc:464] Registering TS with master...
07:54:37.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.809770 20982 heartbeater.cc:511] Master 127.20.17.126:43753 requested a full tablet report, sending...
07:54:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.812029 20594 ts_manager.cc:194] Registered new tserver with Master: 3fc5675354544694bc39572d8bb74a35 (127.20.17.65:37939)
07:54:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:37.814800 20594 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.17.65:45975
07:54:38.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:38.136237 20987 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:38.136827 20987 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:38.137429 20987 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:38.171272 20987 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:38.172449 20987 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.17.66
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:38.208969 20987 tablet_server_runner.cc:78] Tablet server non-default flags:
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/data
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/wal
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:38.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.66:0
07:54:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/data/info.pb
07:54:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.66
07:54:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:38.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:38.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:38.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.17.66
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/logs
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:38.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:38.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:38.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:38.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:38.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:38.210577 20987 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:38.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:38.212857 20987 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:38.238095 20997 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:38.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:38.821606 20982 heartbeater.cc:503] Master 127.20.17.126:43753 was elected leader, sending a full tablet report...
07:54:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:38.249969 21001 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:38.241580 20998 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:39.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:39.492264 20999 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1247 milliseconds
07:54:39.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.492388 20987 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:54:39.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.493707 20987 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:39.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.496440 20987 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.497869 20987 hybrid_clock.cc:648] HybridClock initialized: now 1790409279497826 us; error 57 us; skew 500 ppm
07:54:39.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.498679 20987 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.505165 20987 webserver.cc:460] Webserver started at http://127.20.17.66:37089/ using document root <none> and password file <none>
07:54:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.506099 20987 fs_manager.cc:359] Metadata directory not provided
07:54:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.506294 20987 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.506670 20987 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.511981 20987 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/data/instance:
07:54:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ec0db7273e94d80b6f9fef69c674282"
07:54:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:39 on dist-test-slave-1t7r"
07:54:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.513253 20987 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/wal/instance:
07:54:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ec0db7273e94d80b6f9fef69c674282"
07:54:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:39 on dist-test-slave-1t7r"
07:54:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.520910 20987 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:54:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.526726 21008 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:39.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.528034 20987 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
07:54:39.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.528366 20987 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/wal
07:54:39.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ec0db7273e94d80b6f9fef69c674282"
07:54:39.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:39 on dist-test-slave-1t7r"
07:54:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.528669 20987 fs_report.cc:383] FS layout report
07:54:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/wal
07:54:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/wal
07:54:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/data/data
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:39.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.573745 20987 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.575605 20987 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.576222 20987 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:39.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.579492 20987 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:54:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.583748 20987 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:54:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.584126 20987 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
07:54:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.584383 20987 ts_tablet_manager.cc:610] Registered 0 tablets
07:54:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.584527 20987 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:54:39.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.760481 20987 rpc_server.cc:307] RPC server started. Bound to: 127.20.17.66:35349
07:54:39.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.760589 21120 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.17.66:35349 every 8 connection(s)
07:54:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.762953 20987 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/data/info.pb
07:54:39.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.766999 20549 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 20987
07:54:39.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.767654 20549 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-1/wal/instance
07:54:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.779047 20549 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/wal
07:54:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/data
07:54:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/logs
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/data/info.pb
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.67:0
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.17.67
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.67
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:54:39.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.814457 21121 heartbeater.cc:347] Connected to a master server at 127.20.17.125:33737
07:54:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.814997 21121 heartbeater.cc:464] Registering TS with master...
07:54:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.815466 21122 heartbeater.cc:347] Connected to a master server at 127.20.17.124:41363
07:54:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.815846 21122 heartbeater.cc:464] Registering TS with master...
07:54:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.816263 21121 heartbeater.cc:511] Master 127.20.17.125:33737 requested a full tablet report, sending...
07:54:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.817252 21122 heartbeater.cc:511] Master 127.20.17.124:41363 requested a full tablet report, sending...
07:54:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.819995 20669 ts_manager.cc:194] Registered new tserver with Master: 6ec0db7273e94d80b6f9fef69c674282 (127.20.17.66:35349)
07:54:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.820075 21123 heartbeater.cc:347] Connected to a master server at 127.20.17.126:43753
07:54:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.820437 21123 heartbeater.cc:464] Registering TS with master...
07:54:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.820530 20748 ts_manager.cc:194] Registered new tserver with Master: 6ec0db7273e94d80b6f9fef69c674282 (127.20.17.66:35349)
07:54:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.821266 21123 heartbeater.cc:511] Master 127.20.17.126:43753 requested a full tablet report, sending...
07:54:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.824051 20594 ts_manager.cc:194] Registered new tserver with Master: 6ec0db7273e94d80b6f9fef69c674282 (127.20.17.66:35349)
07:54:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:39.825523 20594 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.17.66:57975
07:54:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:40.163403 21131 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:40.164016 21131 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:40.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:40.164587 21131 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:40.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:40.196350 21131 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:40.197350 21131 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.17.67
07:54:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:40.240494 21131 tablet_server_runner.cc:78] Tablet server non-default flags:
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.17.84:39261
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/data
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/wal
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.17.67:0
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/data/info.pb
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.17.67
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.17.126:43753,127.20.17.125:33737,127.20.17.124:41363
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.17.67
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/logs
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:40.241807 21131 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:40.243846 21131 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:40.266893 21137 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:40.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:40.830051 21123 heartbeater.cc:503] Master 127.20.17.126:43753 was elected leader, sending a full tablet report...
07:54:41.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:40.266916 21140 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:41.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:40.268608 21131 server_base.cc:1034] running on GCE node
07:54:41.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:40.266916 21138 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.402074 21131 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:41.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.404927 21131 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.406373 21131 hybrid_clock.cc:648] HybridClock initialized: now 1790409281406322 us; error 59 us; skew 500 ppm
07:54:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.407202 21131 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.414036 21131 webserver.cc:460] Webserver started at http://127.20.17.67:39247/ using document root <none> and password file <none>
07:54:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.415016 21131 fs_manager.cc:359] Metadata directory not provided
07:54:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.415215 21131 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.415683 21131 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.420679 21131 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/data/instance:
07:54:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbf8994e153a4af6a75f0f16fc68dc38"
07:54:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:41 on dist-test-slave-1t7r"
07:54:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.421829 21131 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/wal/instance:
07:54:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbf8994e153a4af6a75f0f16fc68dc38"
07:54:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:41 on dist-test-slave-1t7r"
07:54:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.429867 21131 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
07:54:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.435556 21148 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.436952 21131 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
07:54:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.437273 21131 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/wal
07:54:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbf8994e153a4af6a75f0f16fc68dc38"
07:54:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:41 on dist-test-slave-1t7r"
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.437590 21131 fs_report.cc:383] FS layout report
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/wal
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/wal
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/data/data
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.480331 21131 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:41.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.481937 21131 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:41.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.482393 21131 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.484889 21131 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:54:41.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.489316 21131 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:54:41.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.489537 21131 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:54:41.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.489743 21131 ts_tablet_manager.cc:610] Registered 0 tablets
07:54:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.489876 21131 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:54:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.666772 21131 rpc_server.cc:307] RPC server started. Bound to: 127.20.17.67:44235
07:54:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.666869 21260 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.17.67:44235 every 8 connection(s)
07:54:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.669435 21131 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/data/info.pb
07:54:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.674439 20549 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 21131
07:54:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.674928 20549 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster4170183864627535668/ts-2/wal/instance
07:54:41.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.720657 21263 heartbeater.cc:347] Connected to a master server at 127.20.17.126:43753
07:54:41.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.721186 21263 heartbeater.cc:464] Registering TS with master...
07:54:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.722783 21263 heartbeater.cc:511] Master 127.20.17.126:43753 requested a full tablet report, sending...
07:54:41.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.725338 21261 heartbeater.cc:347] Connected to a master server at 127.20.17.125:33737
07:54:41.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.725701 21261 heartbeater.cc:464] Registering TS with master...
07:54:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.726570 21261 heartbeater.cc:511] Master 127.20.17.125:33737 requested a full tablet report, sending...
07:54:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.728577 20594 ts_manager.cc:194] Registered new tserver with Master: bbf8994e153a4af6a75f0f16fc68dc38 (127.20.17.67:44235)
07:54:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.729288 21262 heartbeater.cc:347] Connected to a master server at 127.20.17.124:41363
07:54:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.729624 21262 heartbeater.cc:464] Registering TS with master...
07:54:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.729692 20669 ts_manager.cc:194] Registered new tserver with Master: bbf8994e153a4af6a75f0f16fc68dc38 (127.20.17.67:44235)
07:54:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.730222 20594 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.17.67:41613
07:54:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.730471 21262 heartbeater.cc:511] Master 127.20.17.124:41363 requested a full tablet report, sending...
07:54:41.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.733399 20748 ts_manager.cc:194] Registered new tserver with Master: bbf8994e153a4af6a75f0f16fc68dc38 (127.20.17.67:44235)
07:54:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:41.741142 20549 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:54:41.752 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:54:41.753 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:54:41.764 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.17.126"
port: 43753
}
bound_http_address {
host: "127.20.17.126"
port: 46213
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.17.125"
port: 33737
}
bound_http_address {
host: "127.20.17.125"
port: 46263
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.17.124"
port: 41363
}
bound_http_address {
host: "127.20.17.124"
port: 36023
}
}
}
07:54:41.769 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:54:41.772 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.20.17.65"
port: 37939
}
bound_http_address {
host: "127.20.17.65"
port: 45891
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.20.17.66"
port: 35349
}
bound_http_address {
host: "127.20.17.66"
port: 37089
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.20.17.67"
port: 44235
}
bound_http_address {
host: "127.20.17.67"
port: 39247
}
}
}
07:54:41.773 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:54:41.975 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:54:42.092 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskv5EnlP/test-tmp
07:54:42.093 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:54:42.093 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskv5EnlP/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:54:42.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:54:42.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:42.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:54:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:42.463203 21272 mini_oidc.cc:152] Starting JWKS server
07:54:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:42.467061 21272 webserver.cc:460] Webserver started at http://127.0.0.1:35675/ using document root <none> and password file <none>
07:54:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:42.467486 21272 mini_oidc.cc:189] Starting OIDC Discovery server
07:54:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:42.469305 21272 webserver.cc:460] Webserver started at http://127.0.0.1:32789/ using document root <none> and password file <none>
07:54:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:54:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/principal' for realm 'KRBTEST.COM',
07:54:42.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:54:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:42 dist-test-slave-1t7r krb5kdc[21285](info): setting up network...
07:54:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:54:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:42 dist-test-slave-1t7r krb5kdc[21285](info): set up 2 sockets
07:54:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:42 dist-test-slave-1t7r krb5kdc[21285](info): commencing operation
07:54:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:54:42.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:42.735309 21263 heartbeater.cc:503] Master 127.20.17.126:43753 was elected leader, sending a full tablet report...
07:54:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:43.500065 21272 mini_kdc.cc:121] Time spent starting KDC: real 1.007s user 0.000s sys 0.027s
07:54:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:54:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:54:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:54:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:54:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:54:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:54:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:54:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:54:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:54:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:54:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/test-user.keytab.
07:54:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/test-user.keytab.
07:54:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:43 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409283, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:54:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:54:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:54:43Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:54:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:54:43Z Disabled control of system clock
07:54:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.198.62@KRBTEST.COM; defaulting to no policy
07:54:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:54:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.198.62@KRBTEST.COM" created.
07:54:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:54:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.198.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.62.keytab.
07:54:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.198.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.62.keytab.
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:43.705608 21272 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/logs
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data/info.pb
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.62:40143
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.62
07:54:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.62.keytab
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.62
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:54:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.043529 21298 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.044188 21298 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.044822 21298 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:44.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.076758 21298 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:54:44.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.077123 21298 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:44.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.077430 21298 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:44.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.077642 21298 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:44.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.077841 21298 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.078104 21298 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.078298 21298 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35675/jwks.json
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:44.116107 21298 master_runner.cc:386] Master server non-default flags:
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.62.keytab
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.62
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.62:40143
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data/info.pb
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.62
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/logs
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:44.117218 21298 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:44.118183 21298 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.138446 21304 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.138480 21305 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:44.138459 21307 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:44.140129 21298 server_base.cc:1034] running on GCE node
07:54:45.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.291042 21298 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:45.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:45.291292 21117 debug-util.cc:398] Leaking SignalData structure 0x7b08000bec40 after lost signal to thread 20992
07:54:45.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:45.292307 21117 debug-util.cc:398] Leaking SignalData structure 0x7b08000afca0 after lost signal to thread 21120
07:54:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.296430 21298 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.298197 21298 hybrid_clock.cc:648] HybridClock initialized: now 1790409285298129 us; error 63 us; skew 500 ppm
07:54:45.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.299391 21298 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:45.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:45 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409285, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:54:45.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.308050 21298 init.cc:377] Logged in from keytab as kudu/127.20.198.62@KRBTEST.COM (short username kudu)
07:54:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.315340 21298 webserver.cc:460] Webserver started at http://127.20.198.62:36611/ using document root <none> and password file <none>
07:54:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.316584 21298 fs_manager.cc:359] Metadata directory not provided
07:54:45.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.316843 21298 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:45.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.317394 21298 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.322604 21298 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data/instance:
07:54:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48771a954ebd4a1fbb28aeec57ef03af"
07:54:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:45 on dist-test-slave-1t7r"
07:54:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.323884 21298 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal/instance:
07:54:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48771a954ebd4a1fbb28aeec57ef03af"
07:54:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:45 on dist-test-slave-1t7r"
07:54:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.333539 21298 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
07:54:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.340682 21316 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.342059 21298 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
07:54:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.342410 21298 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48771a954ebd4a1fbb28aeec57ef03af"
07:54:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:45 on dist-test-slave-1t7r"
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.342775 21298 fs_report.cc:383] FS layout report
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data/data
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:45.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.390641 21298 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.398044 21298 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.398679 21298 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.508035 21298 rpc_server.cc:307] RPC server started. Bound to: 127.20.198.62:40143
07:54:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.508172 21367 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.198.62:40143 every 8 connection(s)
07:54:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.511023 21298 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data/info.pb
07:54:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.516885 21272 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 21298
07:54:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.517503 21272 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal/instance
07:54:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.518823 21368 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.537781 21368 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } has no permanent_uuid. Determining permanent_uuid...
07:54:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.198.61@KRBTEST.COM; defaulting to no policy
07:54:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:54:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.198.61@KRBTEST.COM" created.
07:54:45.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:45 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409285, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.62@KRBTEST.COM for kudu/127.20.198.62@KRBTEST.COM
07:54:45.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.585688 21368 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } has no permanent_uuid. Determining permanent_uuid...
07:54:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:54:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.198.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.61.keytab.
07:54:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.198.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.61.keytab.
07:54:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:45.588581 21319 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:45.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.590329 21272 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/logs
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data/info.pb
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.61:33661
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.61
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.61.keytab
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.61
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:54:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:45.593780 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.61:33661: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:45.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.643260 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } attempt: 1
07:54:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:45.647480 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.61:33661: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.715907 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } attempt: 2
07:54:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:45.720504 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.61:33661: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.811862 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } attempt: 3
07:54:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:45.818300 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.61:33661: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:45.961808 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } attempt: 4
07:54:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:45.967415 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.61:33661: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.012434 21375 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.013134 21375 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.013943 21375 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.052663 21375 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:54:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.052930 21375 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.053253 21375 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.053504 21375 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.054068 21375 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.054358 21375 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.054579 21375 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35675/jwks.json
07:54:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:46.100970 21375 master_runner.cc:386] Master server non-default flags:
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.61.keytab
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.61
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.61:33661
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data/info.pb
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.61
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/logs
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:46.102459 21375 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:46.103669 21375 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.131955 21383 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:46.266883 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } attempt: 5
07:54:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.272313 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.61:33661: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:46.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:46.821024 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } attempt: 6
07:54:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.869740 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.61:33661: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.135517 21382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:46.132671 21385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:47.339848 21384 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:54:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.339958 21375 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:54:47.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.344586 21375 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:47.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.347237 21375 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.350925 21375 hybrid_clock.cc:648] HybridClock initialized: now 1790409287350787 us; error 82 us; skew 500 ppm
07:54:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.351871 21375 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:47 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409287, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:54:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.358458 21375 init.cc:377] Logged in from keytab as kudu/127.20.198.61@KRBTEST.COM (short username kudu)
07:54:47.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.364084 21375 webserver.cc:460] Webserver started at http://127.20.198.61:42065/ using document root <none> and password file <none>
07:54:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.365103 21375 fs_manager.cc:359] Metadata directory not provided
07:54:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.365329 21375 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.365836 21375 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.371037 21375 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data/instance:
07:54:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8507141f0f334203b82dac75cb106a3d"
07:54:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:47 on dist-test-slave-1t7r"
07:54:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.372334 21375 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal/instance:
07:54:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8507141f0f334203b82dac75cb106a3d"
07:54:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:47 on dist-test-slave-1t7r"
07:54:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.380048 21375 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:54:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.386304 21395 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.387471 21375 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
07:54:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.387835 21375 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8507141f0f334203b82dac75cb106a3d"
07:54:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:47 on dist-test-slave-1t7r"
07:54:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.388206 21375 fs_report.cc:383] FS layout report
07:54:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data/data
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:47.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.427107 21375 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:47.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.433341 21375 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.433873 21375 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:47.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.530254 21375 rpc_server.cc:307] RPC server started. Bound to: 127.20.198.61:33661
07:54:47.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.530313 21446 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.198.61:33661 every 8 connection(s)
07:54:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.533190 21375 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data/info.pb
07:54:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.539665 21447 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:47.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.541549 21272 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 21375
07:54:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.542028 21272 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal/instance
07:54:47.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.554966 21447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } has no permanent_uuid. Determining permanent_uuid...
07:54:47.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.198.60@KRBTEST.COM; defaulting to no policy
07:54:47.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:54:47.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.198.60@KRBTEST.COM" created.
07:54:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:47 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409287, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.61@KRBTEST.COM for kudu/127.20.198.62@KRBTEST.COM
07:54:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:47.847298 21451 sasl_common.cc:323] Time spent calling sasl_client_start(): real 0.264s user 0.002s sys 0.000s
07:54:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.860606 21447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } has no permanent_uuid. Determining permanent_uuid...
07:54:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:47.930178 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } attempt: 7
07:54:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:48 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409287, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.61@KRBTEST.COM for kudu/127.20.198.61@KRBTEST.COM
07:54:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:48 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409285, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.62@KRBTEST.COM for kudu/127.20.198.61@KRBTEST.COM
07:54:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.093616 21447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } has no permanent_uuid. Determining permanent_uuid...
07:54:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.094293 21368 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } has no permanent_uuid. Determining permanent_uuid...
07:54:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.096555 21396 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.102075 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.102957 21447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.152462 21447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 1
07:54:48.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.156513 21447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.160449 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 1
07:54:48.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.164340 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.224987 21447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 2
07:54:48.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.228796 21447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.245877 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 2
07:54:48.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.249346 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.320228 21447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 3
07:54:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.324188 21447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.334764 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 3
07:54:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.338933 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.467677 21447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 4
07:54:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.471665 21447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.479349 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 4
07:54:48.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.483009 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.766383 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 5
07:54:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.769806 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.771162 21447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 5
07:54:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.774323 21447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:54:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.198.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.60.keytab.
07:54:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.198.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.60.keytab.
07:54:48.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:48.936164 21272 mini_kdc.cc:262] Time spent creating service keytab for kudu/127.20.198.60: real 1.392s user 0.001s sys 0.011s
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:48.937892 21272 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/logs
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data/info.pb
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.60:43525
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.60
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.60.keytab
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.60
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:54:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.294289 21461 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:49.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.294998 21461 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.295941 21461 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:49.321736 21447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 6
07:54:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:49.322201 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 6
07:54:49.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.330675 21447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:49.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.333585 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.333967 21461 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:54:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.334249 21461 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.334618 21461 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.334909 21461 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.335188 21461 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.335464 21461 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.335664 21461 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35675/jwks.json
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:49.374984 21461 master_runner.cc:386] Master server non-default flags:
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.60.keytab
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.60
07:54:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.60:43525
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data/info.pb
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.60
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/logs
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:49.376505 21461 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:49.377556 21461 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:49.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.399173 21474 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:50.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.367054 21368 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 7
07:54:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:50.372921 21368 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.391148 21447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } attempt: 7
07:54:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:50.397775 21447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.198.60:43525: Network error: Client connection negotiation failed: client connection to 127.20.198.60:43525: connect: Connection refused (error 111)
07:54:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.399235 21472 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:49.400288 21471 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:49.402365 21461 server_base.cc:1034] running on GCE node
07:54:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.570469 21461 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:50.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.573563 21461 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.575042 21461 hybrid_clock.cc:648] HybridClock initialized: now 1790409290574986 us; error 70 us; skew 500 ppm
07:54:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.575996 21461 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:50 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409290, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:54:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.582083 21461 init.cc:377] Logged in from keytab as kudu/127.20.198.60@KRBTEST.COM (short username kudu)
07:54:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.587813 21461 webserver.cc:460] Webserver started at http://127.20.198.60:40777/ using document root <none> and password file <none>
07:54:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.588807 21461 fs_manager.cc:359] Metadata directory not provided
07:54:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.589015 21461 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.589416 21461 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.594460 21461 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data/instance:
07:54:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2352a56cea854b3182250ca98825183c"
07:54:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:50 on dist-test-slave-1t7r"
07:54:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.595628 21461 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal/instance:
07:54:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2352a56cea854b3182250ca98825183c"
07:54:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:50 on dist-test-slave-1t7r"
07:54:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.604071 21461 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
07:54:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.610765 21488 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.612104 21461 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
07:54:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.612459 21461 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2352a56cea854b3182250ca98825183c"
07:54:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:50 on dist-test-slave-1t7r"
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.612772 21461 fs_report.cc:383] FS layout report
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data/data
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:50.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.657913 21461 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:50.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.665024 21461 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:50.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.665545 21461 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.760025 21461 rpc_server.cc:307] RPC server started. Bound to: 127.20.198.60:43525
07:54:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.760150 21539 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.198.60:43525 every 8 connection(s)
07:54:50.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.763190 21461 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data/info.pb
07:54:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.763902 21272 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 21461
07:54:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.764377 21272 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal/instance
07:54:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.770675 21540 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:50.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.794757 21540 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } has no permanent_uuid. Determining permanent_uuid...
07:54:50.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:50 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409283, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.198.60@KRBTEST.COM
07:54:50.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:50 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409290, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.60@KRBTEST.COM for kudu/127.20.198.62@KRBTEST.COM
07:54:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.832746 21540 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } has no permanent_uuid. Determining permanent_uuid...
07:54:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:50 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409290, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.60@KRBTEST.COM for kudu/127.20.198.61@KRBTEST.COM
07:54:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:50 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409283, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.198.61@KRBTEST.COM
07:54:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.866307 21540 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } has no permanent_uuid. Determining permanent_uuid...
07:54:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:50 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409290, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.60@KRBTEST.COM for kudu/127.20.198.60@KRBTEST.COM
07:54:50.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:50 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409283, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.198.62@KRBTEST.COM
07:54:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.898888 21540 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: Bootstrap starting.
07:54:50.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.901397 21272 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:54:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.906032 21540 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: Neither blocks nor log segments found. Creating new log.
07:54:50.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.908998 21540 log.cc:824] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: Log is configured to *not* fsync() on all Append() calls
07:54:50.911 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:50.913 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:54:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.915231 21540 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: No bootstrap required, opened a new log
07:54:50.925 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:54:50.926 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:54:50.930 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.198.62"
port: 40143
}
bound_http_address {
host: "127.20.198.62"
port: 36611
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.198.61"
port: 33661
}
bound_http_address {
host: "127.20.198.61"
port: 42065
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.198.60"
port: 43525
}
bound_http_address {
host: "127.20.198.60"
port: 40777
}
}
}
07:54:50.930 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:54:50.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:50.931 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:54:50.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:54:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.938642 21540 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:54:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.939690 21540 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:54:50.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.940629 21540 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2352a56cea854b3182250ca98825183c, State: Initialized, Role: FOLLOWER
07:54:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.941627 21540 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:54:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.944723 21550 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } } }
07:54:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.946343 21550 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [sys.catalog]: This master's current role is: FOLLOWER
07:54:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.946597 21540 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [sys.catalog]: configured and running, proceeding with master startup.
07:54:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:50 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409290, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:54:50.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:54:50.975 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:50.977 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc
07:54:50.985 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:54:50.987 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc
07:54:50.991 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:54:51.001 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:54:51.004 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:54:51.005 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:54:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.011961 21562 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:54:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.012830 21562 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:54:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:50.990079 21461 master_runner.cc:186] Error getting master registration for 127.20.198.62:40143: OK, instance_id { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" instance_seqno: 1790409285476621 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:54:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:51.018934 21461 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:54:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:51 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409291, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:54:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:54:51.043 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:51.043 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc
07:54:51.045 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:54:51.045 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.198.61:33661
07:54:51.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:54:51.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:51.048650 21272 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 21375
07:54:51.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:51.075 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.198.62:40143
07:54:51.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:54:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:51.076350 21272 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 21298
07:54:51.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:51.106 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.198.60:43525
07:54:51.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:54:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:51.107151 21272 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 21461
07:54:51.128 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:51.128 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.198.61:33661
07:54:51.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:51.131846 21272 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/logs
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data/info.pb
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.61:33661
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.61
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42065
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.61.keytab
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.61
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:54:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.444535 21566 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.445071 21566 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.445677 21566 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:51.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.477582 21566 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:54:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.477845 21566 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.478099 21566 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.478279 21566 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.478452 21566 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.478632 21566 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.478758 21566 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35675/jwks.json
07:54:51.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:51.517341 21566 master_runner.cc:386] Master server non-default flags:
07:54:51.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:51.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:51.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:51.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:51.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.61.keytab
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.61
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.61:33661
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data/info.pb
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.61
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42065
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/logs
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:51.518443 21566 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:51.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:51.519405 21566 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.536463 21572 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.537159 21573 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:51.538152 21566 server_base.cc:1034] running on GCE node
07:54:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:51.536568 21575 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:52.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.673874 21566 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:52.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.676599 21566 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.678004 21566 hybrid_clock.cc:648] HybridClock initialized: now 1790409292677957 us; error 52 us; skew 500 ppm
07:54:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.678908 21566 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:52.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:52 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409292, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:54:52.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.689905 21566 init.cc:377] Logged in from keytab as kudu/127.20.198.61@KRBTEST.COM (short username kudu)
07:54:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.694893 21566 webserver.cc:460] Webserver started at http://127.20.198.61:42065/ using document root <none> and password file <none>
07:54:52.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.695983 21566 fs_manager.cc:359] Metadata directory not provided
07:54:52.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.696339 21566 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.705111 21566 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
07:54:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.710843 21585 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.712150 21566 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.712486 21566 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8507141f0f334203b82dac75cb106a3d"
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:47 on dist-test-slave-1t7r"
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.715092 21566 fs_report.cc:383] FS layout report
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data/data
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.747442 21566 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.754187 21566 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.754626 21566 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:52.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.826644 21566 rpc_server.cc:307] RPC server started. Bound to: 127.20.198.61:33661
07:54:52.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.826709 21636 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.198.61:33661 every 8 connection(s)
07:54:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.830861 21566 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/data/info.pb
07:54:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.836585 21272 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 21566
07:54:52.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:52.837 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.198.62:40143
07:54:52.838 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.840023 21272 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/logs
07:54:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data/info.pb
07:54:52.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:52.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:52.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:52.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:52.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:52.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:52.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.62:40143
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.62
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36611
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.62.keytab
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.62
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:54:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:54:52.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.856150 21637 sys_catalog.cc:263] Verifying existing consensus state
07:54:52.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 07:54:52.857522 21637 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:54:52.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.858183 21566 master.cc:537] Master@127.20.198.61:33661 shutting down...
07:54:52.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:52.913412 21566 master.cc:552] Master@127.20.198.61:33661 shutdown complete.
07:54:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:54:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.165473 21639 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.166004 21639 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.166739 21639 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.200587 21639 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:54:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.200846 21639 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.201121 21639 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.201306 21639 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.201610 21639 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.201876 21639 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.202024 21639 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35675/jwks.json
07:54:53.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:53.239521 21639 master_runner.cc:386] Master server non-default flags:
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.62.keytab
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.62
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.62:40143
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data/info.pb
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.62
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36611
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/logs
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:53.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:53.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:53.240752 21639 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:53.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:53.242143 21639 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.261003 21646 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.261044 21648 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:53.261991 21645 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:53.263018 21639 server_base.cc:1034] running on GCE node
07:54:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.401736 21639 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.404402 21639 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.405782 21639 hybrid_clock.cc:648] HybridClock initialized: now 1790409294405752 us; error 39 us; skew 500 ppm
07:54:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.406692 21639 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:54 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409294, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:54:54.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.412865 21639 init.cc:377] Logged in from keytab as kudu/127.20.198.62@KRBTEST.COM (short username kudu)
07:54:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.417965 21639 webserver.cc:460] Webserver started at http://127.20.198.62:36611/ using document root <none> and password file <none>
07:54:54.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.419027 21639 fs_manager.cc:359] Metadata directory not provided
07:54:54.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.419284 21639 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.427703 21639 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
07:54:54.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.432528 21657 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:54.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.433729 21639 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:54:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.434127 21639 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48771a954ebd4a1fbb28aeec57ef03af"
07:54:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:45 on dist-test-slave-1t7r"
07:54:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.436654 21639 fs_report.cc:383] FS layout report
07:54:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal
07:54:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data/data
07:54:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:54.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.469650 21639 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.475854 21639 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:54.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.476387 21639 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:54.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.547588 21639 rpc_server.cc:307] RPC server started. Bound to: 127.20.198.62:40143
07:54:54.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.547742 21708 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.198.62:40143 every 8 connection(s)
07:54:54.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.550426 21639 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/data/info.pb
07:54:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.559340 21272 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 21639
07:54:54.560 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:54.560 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.198.60:43525
07:54:54.561 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:54:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.562242 21709 sys_catalog.cc:263] Verifying existing consensus state
07:54:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.562376 21272 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
07:54:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data
07:54:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/logs
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data/info.pb
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.60:43525
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.60
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40777
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.60.keytab
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.60
07:54:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:54:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 07:54:54.563035 21709 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:54:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.563405 21639 master.cc:537] Master@127.20.198.62:40143 shutting down...
07:54:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.615901 21639 master.cc:552] Master@127.20.198.62:40143 shutdown complete.
07:54:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:54:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.889189 21711 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:54.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.889847 21711 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:54.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.890532 21711 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.924093 21711 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:54:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.924355 21711 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.924729 21711 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.925029 21711 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.925307 21711 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.925582 21711 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.925781 21711 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35675/jwks.json
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.964915 21711 master_runner.cc:386] Master server non-default flags:
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.198.20:35055
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.198.62:40143,127.20.198.61:33661,127.20.198.60:43525
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/krb5kdc/kudu_127.20.198.60.keytab
07:54:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.198.60
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.198.60:43525
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35675/jwks.json
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data/info.pb
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.198.60
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40777
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/logs
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:54:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:54:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.966085 21711 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.967027 21711 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.985924 21717 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:56.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.986177 21718 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:56.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:54.987303 21720 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:56.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:54.988533 21711 server_base.cc:1034] running on GCE node
07:54:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.117971 21711 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.120756 21711 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.122160 21711 hybrid_clock.cc:648] HybridClock initialized: now 1790409296122110 us; error 59 us; skew 500 ppm
07:54:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.123168 21711 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:56.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:56 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409296, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:54:56.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.129151 21711 init.cc:377] Logged in from keytab as kudu/127.20.198.60@KRBTEST.COM (short username kudu)
07:54:56.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.134049 21711 webserver.cc:460] Webserver started at http://127.20.198.60:40777/ using document root <none> and password file <none>
07:54:56.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.134986 21711 fs_manager.cc:359] Metadata directory not provided
07:54:56.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.135192 21711 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.143301 21711 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.001s
07:54:56.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.148073 21729 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:56.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.149235 21711 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.149560 21711 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2352a56cea854b3182250ca98825183c"
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:54:50 on dist-test-slave-1t7r"
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.151988 21711 fs_report.cc:383] FS layout report
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/wal
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data/data
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.184231 21711 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.190783 21711 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.191215 21711 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.266440 21711 rpc_server.cc:307] RPC server started. Bound to: 127.20.198.60:43525
07:54:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.266567 21780 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.198.60:43525 every 8 connection(s)
07:54:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.269200 21711 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1912230738716375771/master-2/data/info.pb
07:54:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.278594 21272 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 21711
07:54:56.279 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:54:56.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.280927 21781 sys_catalog.cc:263] Verifying existing consensus state
07:54:56.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.287305 21781 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: Bootstrap starting.
07:54:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.327023 21781 log.cc:824] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: Log is configured to *not* fsync() on all Append() calls
07:54:56.332 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:56.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.332338 21781 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:54:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.333230 21781 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: Bootstrap complete.
07:54:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.369371 21781 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:54:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.372972 21781 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:54:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.373289 21781 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2352a56cea854b3182250ca98825183c, State: Initialized, Role: FOLLOWER
07:54:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.374330 21781 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:54:56.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.378049 21785 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } } }
07:54:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.379150 21785 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [sys.catalog]: This master's current role is: FOLLOWER
07:54:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.379882 21781 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [sys.catalog]: configured and running, proceeding with master startup.
07:54:56.401 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:56.402 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.198.60:43525(127.20.198.60:43525)] connecting to peer
07:54:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:56.424754 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:54:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:56.425407 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:54:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:56.446429 21735 tablet.cc:2369] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:54:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.427855 21711 master_runner.cc:186] Error getting master registration for 127.20.198.62:40143: Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111),
07:54:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.454730 21711 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:54:56.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.484 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.198.60:43525(127.20.198.60:43525)] Successfully connected to peer
07:54:56.564 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:54:56.575 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.198.60
07:54:56.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.631369 21785 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:54:56.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.631938 21785 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:54:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:56.638785 21733 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111)
07:54:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.641423 21785 leader_election.cc:288] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143), 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661)
07:54:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:56.645287 21733 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143): Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111)
07:54:56.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:56.647100 21732 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661): Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.647554 21732 leader_election.cc:302] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2352a56cea854b3182250ca98825183c; no voters: 48771a954ebd4a1fbb28aeec57ef03af, 8507141f0f334203b82dac75cb106a3d
07:54:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:56.648497 21785 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:54:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:54:56 dist-test-slave-1t7r krb5kdc[21285](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409291, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.198.60@KRBTEST.COM
07:54:56.874 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x544d0e85, L:/127.0.0.1:38770 - R:/127.20.198.60:43525] using SASL/GSSAPI
07:54:56.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:56.905 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:56.907 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:56.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:56.924 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:56.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.925 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:56.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:56.944 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:56.946 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:56.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:56.984 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:56.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:56.987 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:56.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:56.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:57.024 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:57.025 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:57.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:57.104 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:57.104 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:57.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.113 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:57.244 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:57.246 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:57.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:57.428696 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:54:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:57.428980 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:54:57.444 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:57.446 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:57.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:57.483 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:57.485 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:57.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:57.823 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:57.824 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:57.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:57.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:57.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:57.856130 21257 debug-util.cc:398] Leaking SignalData structure 0x7b08000af340 after lost signal to thread 21132
07:54:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:57.857291 21257 debug-util.cc:398] Leaking SignalData structure 0x7b08000b67a0 after lost signal to thread 21260
07:54:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:58.432229 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:54:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:58.432514 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:54:58.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:58.735347 21805 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:54:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:58.735739 21805 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:54:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:58.737391 21805 leader_election.cc:288] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143), 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661)
07:54:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:58.743608 21733 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143): Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111)
07:54:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:58.744700 21732 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661): Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:54:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:58.745009 21732 leader_election.cc:302] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2352a56cea854b3182250ca98825183c; no voters: 48771a954ebd4a1fbb28aeec57ef03af, 8507141f0f334203b82dac75cb106a3d
07:54:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:54:58.745522 21805 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:54:58.824 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:58.825 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:58.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:58.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:58.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:58.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:58.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:58.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:58.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:59.263 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:54:59.264 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:54:59.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:59.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:59.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:54:59.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:59.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:59.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:54:59.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:54:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:59.435357 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:54:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:54:59.435613 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:00.438671 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:00.438992 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:01.249696 21777 debug-util.cc:398] Leaking SignalData structure 0x7b0800073280 after lost signal to thread 21712
07:55:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:01.250200 21777 debug-util.cc:398] Leaking SignalData structure 0x7b08000970e0 after lost signal to thread 21780
07:55:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:01.344774 21812 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:55:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:01.345208 21812 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:55:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:01.346796 21812 leader_election.cc:288] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143), 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661)
07:55:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:01.352499 21733 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143): Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111)
07:55:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:01.353479 21732 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661): Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:55:01.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:01.353852 21732 leader_election.cc:302] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2352a56cea854b3182250ca98825183c; no voters: 48771a954ebd4a1fbb28aeec57ef03af, 8507141f0f334203b82dac75cb106a3d
07:55:01.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:01.354552 21812 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:55:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:01.443116 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:01.443598 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:01.488705 21711 master_runner.cc:186] Error getting master registration for 127.20.198.62:40143: Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111),
07:55:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:01.489156 21711 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:55:01.503 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:01.504 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:01.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:01.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:01.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:01.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:01.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:01.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:01.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:01.904 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:01.905 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:01.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:01.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:01.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:01.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:01.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:01.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:01.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:02.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:02.448210 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:02.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:02.448578 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:03.451455 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:03.451713 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:03.704 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:03.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:03.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:03.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:03.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:03.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:03.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:03.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:03.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:04.454583 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:04.454842 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:04.703 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:04.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:04.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:04.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:04.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:04.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:04.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:04.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:04.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:05.458581 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:05.458937 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:05.989495 21821 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:55:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:05.989995 21821 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:55:05.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:05.991660 21821 leader_election.cc:288] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143), 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661)
07:55:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:05.994161 21732 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:55:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:05.997022 21733 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143): Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111)
07:55:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:05.997516 21732 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661): Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:55:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:05.997867 21732 leader_election.cc:302] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2352a56cea854b3182250ca98825183c; no voters: 48771a954ebd4a1fbb28aeec57ef03af, 8507141f0f334203b82dac75cb106a3d
07:55:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:05.998551 21821 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:55:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:55:06 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409306, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:55:06.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:06.133538 21725 init.cc:295] Successfully reacquired a new kerberos TGT
07:55:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:06.461969 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:06.462240 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:06.491560 21711 master_runner.cc:186] Error getting master registration for 127.20.198.62:40143: Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111),
07:55:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:06.492060 21711 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:55:07.264 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:07.265 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:07.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:07.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:07.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:07.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:07.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:07.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:07.272 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:07.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:07.465092 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:07.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:07.465375 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:08.468192 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:08.468480 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:08.604 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:08.605 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:08.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:08.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:08.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:08.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:08.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:08.609 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:08.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:09.471727 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:09.472054 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:10.318846 21829 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:55:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:10.319219 21829 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:55:10.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:10.320891 21829 leader_election.cc:288] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143), 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661)
07:55:10.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:10.325409 21733 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143): Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111)
07:55:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:10.325942 21732 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661): Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:55:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:10.326385 21732 leader_election.cc:302] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2352a56cea854b3182250ca98825183c; no voters: 48771a954ebd4a1fbb28aeec57ef03af, 8507141f0f334203b82dac75cb106a3d
07:55:10.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:10.327096 21829 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:55:10.344 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:10.346 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:10.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:10.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:10.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:10.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:10.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:10.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:10.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:10.474879 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:10.475170 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:10.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:10.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:10.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:10.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:10.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:10.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:10.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:10.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:10.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:11.478041 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:11.478371 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:11.494570 21711 master_runner.cc:186] Error getting master registration for 127.20.198.62:40143: Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111),
07:55:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:11.495007 21711 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:55:12.284 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:12.285 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:12.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:12.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:12.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:12.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:12.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:12.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:12.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:12.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:12.481410 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:12.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:12.481676 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:13.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:13.484640 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:13.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:13.484920 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:14.487645 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:14.487938 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:15.492290 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:15.492707 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:55:16 dist-test-slave-1t7r krb5kdc[21285](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409316, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.198.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:55:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:16.136157 21725 init.cc:295] Successfully reacquired a new kerberos TGT
07:55:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:16.184870 21840 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:55:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:16.185356 21840 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:55:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:16.187011 21840 leader_election.cc:288] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143), 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661)
07:55:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:16.189465 21732 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111) [suppressed 3 similar messages]
07:55:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:16.192225 21733 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143): Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111)
07:55:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:16.193022 21732 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661): Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:55:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:16.193504 21732 leader_election.cc:302] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2352a56cea854b3182250ca98825183c; no voters: 48771a954ebd4a1fbb28aeec57ef03af, 8507141f0f334203b82dac75cb106a3d
07:55:16.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:16.194346 21840 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:55:16.383 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:16.384 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:16.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:16.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:16.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:16.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:16.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:16.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:16.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:16.495710 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:16.496096 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:16.527541 21711 master_runner.cc:186] Error getting master registration for 127.20.198.62:40143: Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111),
07:55:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:16.528009 21711 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:55:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:16.904955 21777 debug-util.cc:398] Leaking SignalData structure 0x7b0800049d40 after lost signal to thread 21712
07:55:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:16.905624 21777 debug-util.cc:398] Leaking SignalData structure 0x7b080009bf40 after lost signal to thread 21780
07:55:17.063 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:17.064 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:17.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:17.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:17.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:17.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:17.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:17.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:17.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:17.499001 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:17.499271 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:18.309670 21846 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:55:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:18.310128 21846 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48771a954ebd4a1fbb28aeec57ef03af" member_type: VOTER last_known_addr { host: "127.20.198.62" port: 40143 } } peers { permanent_uuid: "8507141f0f334203b82dac75cb106a3d" member_type: VOTER last_known_addr { host: "127.20.198.61" port: 33661 } } peers { permanent_uuid: "2352a56cea854b3182250ca98825183c" member_type: VOTER last_known_addr { host: "127.20.198.60" port: 43525 } }
07:55:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:18.311746 21846 leader_election.cc:288] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143), 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661)
07:55:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:18.317585 21733 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 48771a954ebd4a1fbb28aeec57ef03af (127.20.198.62:40143): Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111)
07:55:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:18.318041 21732 leader_election.cc:334] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8507141f0f334203b82dac75cb106a3d (127.20.198.61:33661): Network error: Client connection negotiation failed: client connection to 127.20.198.61:33661: connect: Connection refused (error 111)
07:55:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:18.318385 21732 leader_election.cc:302] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2352a56cea854b3182250ca98825183c; no voters: 48771a954ebd4a1fbb28aeec57ef03af, 8507141f0f334203b82dac75cb106a3d
07:55:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:18.318956 21846 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:55:18.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:18.502111 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:18.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:18.502381 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:19.204 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:19.205 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:19.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:19.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:19.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:19.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:19.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:19.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:19.209 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:19.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:19.505543 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:19.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:19.505813 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:20.508776 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:20.509050 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:21.512215 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:21.512480 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:21.530722 21711 master_runner.cc:186] Error getting master registration for 127.20.198.62:40143: Network error: Client connection negotiation failed: client connection to 127.20.198.62:40143: connect: Connection refused (error 111),
07:55:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:21.531100 21711 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:55:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:22.515447 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:22.515725 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:22.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:22.805 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:22.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:22.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:22.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:22.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:22.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:22.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:22.809 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:23.518924 21798 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2352a56cea854b3182250ca98825183c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:55:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:55:23.519214 21798 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:55:24.263 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.61:33661(127.20.198.61:33661)] connecting to peer
07:55:24.264 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.198.62:40143(127.20.198.62:40143)] connecting to peer
07:55:24.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:24.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.198.61:33661(127.20.198.61:33661)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:24.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.61:33661: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661
07:55:24.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:24.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.62:40143(127.20.198.62:40143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:24.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.198.62:40143: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
07:55:24.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525; will retry
07:55:24.272 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27985), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [192ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [197ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [618ms] refreshing cache from master, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [634ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [635ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [636ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [640ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [648ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [650ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [651ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [658ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [668ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [670ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [671ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [707ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [709ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [710ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [737ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [743ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [746ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [822ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [824ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [826ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [957ms] refreshing cache from master, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [963ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [966ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [967ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1157ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [1168ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1169ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1197ms] refreshing cache from master, [1197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [1198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [1205ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1207ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [1208ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1537ms] refreshing cache from master, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [1538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1547ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [1548ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [2537ms] refreshing cache from master, [2537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [2538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [2547ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [2977ms] refreshing cache from master, [2977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [2978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [2979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [2981ms] too many traces: truncated at 100 traces, deferred=Deferred@1427015847(state=PENDING, result=null, callback=(continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621) -> (continuation of Deferred@1441734579 after retry RPC after error@110069546) -> (continuation of Deferred@1998547481 after retry RPC after error@1917716209) -> (continuation of Deferred@1609670028 after retry RPC after error@624813967) -> (continuation of Deferred@704519827 after retry RPC after error@730197203) -> (continuation of Deferred@2026572242 after retry RPC after error@847288539) -> (continuation of Deferred@1800606366 after retry RPC after error@1874106451) -> (continuation of Deferred@1326553582 after retry RPC after error@2036434583) -> (continuation of Deferred@181779655 after retry RPC after error@1105779662) -> (continuation of Deferred@41284852 after retry RPC after error@2010484499) -> (continuation of Deferred@1354839722 after retry RPC after error@1466999255) -> (continuation of Deferred@2056207769 after retry RPC after error@570005708) -> (continuation of Deferred@2027195967 after retry RPC after error@720955115) -> (continuation of Deferred@689468888 after retry RPC after error@1154131919) -> (continuation of Deferred@414415903 after retry RPC after error@1972444764), errback=(continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621) -> (continuation of Deferred@1441734579 after retry RPC after error@110069546) -> (continuation of Deferred@1998547481 after retry RPC after error@1917716209) -> (continuation of Deferred@1609670028 after retry RPC after error@624813967) -> (continuation of Deferred@704519827 after retry RPC after error@730197203) -> (continuation of Deferred@2026572242 after retry RPC after error@847288539) -> (continuation of Deferred@1800606366 after retry RPC after error@1874106451) -> (continuation of Deferred@1326553582 after retry RPC after error@2036434583) -> (continuation of Deferred@181779655 after retry RPC after error@1105779662) -> (continuation of Deferred@41284852 after retry RPC after error@2010484499) -> (continuation of Deferred@1354839722 after retry RPC after error@1466999255) -> (continuation of Deferred@2056207769 after retry RPC after error@570005708) -> (continuation of Deferred@2027195967 after retry RPC after error@720955115) -> (continuation of Deferred@689468888 after retry RPC after error@1154131919) -> (continuation of Deferred@414415903 after retry RPC after error@1972444764)))
07:55:24.277 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.198.60:43525(127.20.198.60:43525)] disconnecting while in state READY
07:55:24.278 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.198.62:40143(127.20.198.62:40143)] disconnecting while in state TERMINATED
07:55:24.278 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.198.61:33661(127.20.198.61:33661)] disconnecting while in state TERMINATED
07:55:24.284 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:55:24.286 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.198.60:43525(127.20.198.60:43525)] handling channelInactive
07:55:24.286 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:55:24.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.198.60:43525(127.20.198.60:43525)] cleaning up while in state READY due to: connection closed
07:55:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:24.290421 21272 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 21711
07:55:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:55:25Z chronyd exiting
07:55:26.401 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:55:26.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:26.403164 20549 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 20829
07:55:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:26.424506 20549 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 20987
07:55:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:26.446624 20549 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 21131
07:55:26.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:26.469892 20549 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 20561
07:55:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:26.500650 20549 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 20631
07:55:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:55:26.526099 20549 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 20706
07:55:27.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:55:27Z chronyd exiting
07:55:28.617 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27985), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [192ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [197ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [618ms] refreshing cache from master, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [634ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [635ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [636ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [640ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [648ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [650ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [651ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [658ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [668ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [670ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [671ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [707ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [709ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [710ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [737ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [743ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [746ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [822ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [824ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [826ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [957ms] refreshing cache from master, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [963ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [966ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [967ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1157ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [1168ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1169ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1197ms] refreshing cache from master, [1197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [1198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [1205ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1207ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [1208ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1537ms] refreshing cache from master, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [1538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1547ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [1548ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [2537ms] refreshing cache from master, [2537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [2538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [2547ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [2977ms] refreshing cache from master, [2977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [2978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [2979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [2981ms] too many traces: truncated at 100 traces, deferred=Deferred@1427015847(state=PENDING, result=null, callback=(continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621) -> (continuation of Deferred@1441734579 after retry RPC after error@110069546) -> (continuation of Deferred@1998547481 after retry RPC after error@1917716209) -> (continuation of Deferred@1609670028 after retry RPC after error@624813967) -> (continuation of Deferred@704519827 after retry RPC after error@730197203) -> (continuation of Deferred@2026572242 after retry RPC after error@847288539) -> (continuation of Deferred@1800606366 after retry RPC after error@1874106451) -> (continuation of Deferred@1326553582 after retry RPC after error@2036434583) -> (continuation of Deferred@181779655 after retry RPC after error@1105779662) -> (continuation of Deferred@41284852 after retry RPC after error@2010484499) -> (continuation of Deferred@1354839722 after retry RPC after error@1466999255) -> (continuation of Deferred@2056207769 after retry RPC after error@570005708) -> (continuation of Deferred@2027195967 after retry RPC after error@720955115) -> (continuation of Deferred@689468888 after retry RPC after error@1154131919) -> (continuation of Deferred@414415903 after retry RPC after error@1972444764), errback=(continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621) -> (continuation of Deferred@1441734579 after retry RPC after error@110069546) -> (continuation of Deferred@1998547481 after retry RPC after error@1917716209) -> (continuation of Deferred@1609670028 after retry RPC after error@624813967) -> (continuation of Deferred@704519827 after retry RPC after error@730197203) -> (continuation of Deferred@2026572242 after retry RPC after error@847288539) -> (continuation of Deferred@1800606366 after retry RPC after error@1874106451) -> (continuation of Deferred@1326553582 after retry RPC after error@2036434583) -> (continuation of Deferred@181779655 after retry RPC after error@1105779662) -> (continuation of Deferred@41284852 after retry RPC after error@2010484499) -> (continuation of Deferred@1354839722 after retry RPC after error@1466999255) -> (continuation of Deferred@2056207769 after retry RPC after error@570005708) -> (continuation of Deferred@2027195967 after retry RPC after error@720955115) -> (continuation of Deferred@689468888 after retry RPC after error@1154131919) -> (continuation of Deferred@414415903 after retry RPC after error@1972444764)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.198.62:40143
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27985), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [192ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [197ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [618ms] refreshing cache from master, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [623ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [634ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [635ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [636ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [640ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [648ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [650ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [651ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [658ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [668ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [670ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [671ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [707ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [709ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [710ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [737ms] refreshing cache from master, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [743ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [746ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [822ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [824ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [826ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [957ms] refreshing cache from master, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [963ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [966ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [967ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1157ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [1168ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1169ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1197ms] refreshing cache from master, [1197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [1198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [1205ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1207ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [1208ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1537ms] refreshing cache from master, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [1538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [1539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [1540ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [1547ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [1548ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [2537ms] refreshing cache from master, [2537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [2538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [2539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.61:33661: Network error: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.62:40143: Network error: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [2546ms] Sub RPC ConnectToMaster: received response from server master-127.20.198.60:43525: OK, [2547ms] delaying RPC due to: Service unavailable: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143, [2977ms] refreshing cache from master, [2977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.61:33661, [2978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.62:40143, [2979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.198.60:43525, [2981ms] too many traces: truncated at 100 traces, deferred=Deferred@1427015847(state=PENDING, result=null, callback=(continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621) -> (continuation of Deferred@1441734579 after retry RPC after error@110069546) -> (continuation of Deferred@1998547481 after retry RPC after error@1917716209) -> (continuation of Deferred@1609670028 after retry RPC after error@624813967) -> (continuation of Deferred@704519827 after retry RPC after error@730197203) -> (continuation of Deferred@2026572242 after retry RPC after error@847288539) -> (continuation of Deferred@1800606366 after retry RPC after error@1874106451) -> (continuation of Deferred@1326553582 after retry RPC after error@2036434583) -> (continuation of Deferred@181779655 after retry RPC after error@1105779662) -> (continuation of Deferred@41284852 after retry RPC after error@2010484499) -> (continuation of Deferred@1354839722 after retry RPC after error@1466999255) -> (continuation of Deferred@2056207769 after retry RPC after error@570005708) -> (continuation of Deferred@2027195967 after retry RPC after error@720955115) -> (continuation of Deferred@689468888 after retry RPC after error@1154131919) -> (continuation of Deferred@414415903 after retry RPC after error@1972444764), errback=(continuation of Deferred@542304670 after retry RPC after error@2099825139) -> (continuation of Deferred@1058526579 after retry RPC after error@511523206) -> (continuation of Deferred@701771214 after retry RPC after error@310910550) -> (continuation of Deferred@322301241 after retry RPC after error@1693669328) -> (continuation of Deferred@1824636125 after retry RPC after error@1055487421) -> (continuation of Deferred@34151292 after retry RPC after error@2092597562) -> (continuation of Deferred@494726436 after retry RPC after error@1758279595) -> (continuation of Deferred@575996725 after retry RPC after error@181335316) -> (continuation of Deferred@1881226404 after retry RPC after error@1909468516) -> (continuation of Deferred@2073482432 after retry RPC after error@101578995) -> (continuation of Deferred@2142249098 after retry RPC after error@259758357) -> (continuation of Deferred@1107721454 after retry RPC after error@732290621) -> (continuation of Deferred@1441734579 after retry RPC after error@110069546) -> (continuation of Deferred@1998547481 after retry RPC after error@1917716209) -> (continuation of Deferred@1609670028 after retry RPC after error@624813967) -> (continuation of Deferred@704519827 after retry RPC after error@730197203) -> (continuation of Deferred@2026572242 after retry RPC after error@847288539) -> (continuation of Deferred@1800606366 after retry RPC after error@1874106451) -> (continuation of Deferred@1326553582 after retry RPC after error@2036434583) -> (continuation of Deferred@181779655 after retry RPC after error@1105779662) -> (continuation of Deferred@41284852 after retry RPC after error@2010484499) -> (continuation of Deferred@1354839722 after retry RPC after error@1466999255) -> (continuation of Deferred@2056207769 after retry RPC after error@570005708) -> (continuation of Deferred@2027195967 after retry RPC after error@720955115) -> (continuation of Deferred@689468888 after retry RPC after error@1154131919) -> (continuation of Deferred@414415903 after retry RPC after error@1972444764)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.198.61:33661,127.20.198.62:40143,127.20.198.60:43525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.61:33661(127.20.198.61:33661): Connection refused: /127.20.198.61:33661,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.198.62:40143(127.20.198.62:40143): Connection refused: /127.20.198.62:40143
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.198.62:40143
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)