20:17:33.065 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:17:33.065 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasknE2NB6/test-tmp
20:17:33.066 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:17:33.066 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasknE2NB6/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:17:33.068 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:17:33.472 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:17:33.473 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:17:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:33.476809 17804 mini_oidc.cc:152] Starting JWKS server
20:17:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:33.481668 17804 webserver.cc:460] Webserver started at http://127.0.0.1:40105/ using document root <none> and password file <none>
20:17:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:33.482208 17804 mini_oidc.cc:189] Starting OIDC Discovery server
20:17:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:33.484498 17804 webserver.cc:460] Webserver started at http://127.0.0.1:43465/ using document root <none> and password file <none>
20:17:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T20:17:33Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:17:33.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T20:17:33Z Disabled control of system clock
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:33.558000 17804 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/wal
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/data
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/logs
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/data/info.pb
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.62:34261
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.62
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40105/jwks.json with env {}
20:17:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:33.920045 17822 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:33.920907 17822 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:33.921593 17822 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:33.958838 17822 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:33.959296 17822 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:33.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:33.959676 17822 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:33.960005 17822 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:33.960354 17822 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:33.960609 17822 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40105/jwks.json
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:34.002909 17822 master_runner.cc:386] Master server non-default flags:
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/data
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/wal
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.62:34261
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40105/jwks.json
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/data/info.pb
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.62
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/logs
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:34.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:34.004911 17822 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:34.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:34.006951 17822 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:34.030819 17829 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:34.030833 17831 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:34.031069 17835 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:34.034211 17822 server_base.cc:1034] running on GCE node
20:17:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.281729 17822 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.285785 17822 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.287319 17822 hybrid_clock.cc:648] HybridClock initialized: now 1786133855287286 us; error 62 us; skew 500 ppm
20:17:35.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.288575 17822 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:35.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.301743 17822 webserver.cc:460] Webserver started at http://127.17.99.62:42609/ using document root <none> and password file <none>
20:17:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.302937 17822 fs_manager.cc:359] Metadata directory not provided
20:17:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.303154 17822 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.303615 17822 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.310582 17822 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/data/instance:
20:17:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3d85da1210043b9bda24f28bd11c91b"
20:17:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:35 on dist-test-slave-kvfs"
20:17:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.311900 17822 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/wal/instance:
20:17:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3d85da1210043b9bda24f28bd11c91b"
20:17:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:35 on dist-test-slave-kvfs"
20:17:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.320896 17822 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.005s
20:17:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.329011 17845 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:35.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.330420 17822 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
20:17:35.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.330890 17822 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/wal
20:17:35.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3d85da1210043b9bda24f28bd11c91b"
20:17:35.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:35 on dist-test-slave-kvfs"
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.331334 17822 fs_report.cc:383] FS layout report
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/wal
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/wal
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/data/data
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:35.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.393472 17822 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:35.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.395586 17822 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:35.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.396238 17822 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:35.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.494215 17822 rpc_server.cc:307] RPC server started. Bound to: 127.17.99.62:34261
20:17:35.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.494292 17926 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.99.62:34261 every 8 connection(s)
20:17:35.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.497874 17822 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/data/info.pb
20:17:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.501744 17804 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 17822
20:17:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.502424 17804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-0/wal/instance
20:17:35.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.506085 17927 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.508610 17804 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/wal
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/data
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/logs
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/data/info.pb
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.61:46687
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.61
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40105/jwks.json with env {}
20:17:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.524847 17927 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } has no permanent_uuid. Determining permanent_uuid...
20:17:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.564688 17927 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } has no permanent_uuid. Determining permanent_uuid...
20:17:35.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.567581 17847 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.99.61:46687: connect: Connection refused (error 111)
20:17:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.573031 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.61:46687: Network error: Client connection negotiation failed: client connection to 127.17.99.61:46687: connect: Connection refused (error 111)
20:17:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.622692 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } attempt: 1
20:17:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.627679 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.61:46687: Network error: Client connection negotiation failed: client connection to 127.17.99.61:46687: connect: Connection refused (error 111)
20:17:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.696179 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } attempt: 2
20:17:35.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.700780 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.61:46687: Network error: Client connection negotiation failed: client connection to 127.17.99.61:46687: connect: Connection refused (error 111)
20:17:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.792280 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } attempt: 3
20:17:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.797170 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.61:46687: Network error: Client connection negotiation failed: client connection to 127.17.99.61:46687: connect: Connection refused (error 111)
20:17:35.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.901533 17930 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:35.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.902253 17930 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:35.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.902791 17930 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.940661 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } attempt: 4
20:17:35.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.943714 17930 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:35.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.944311 17930 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:35.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.944693 17930 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.945022 17930 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.945387 17930 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.945391 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.61:46687: Network error: Client connection negotiation failed: client connection to 127.17.99.61:46687: connect: Connection refused (error 111)
20:17:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:35.945676 17930 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40105/jwks.json
20:17:35.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.987305 17930 master_runner.cc:386] Master server non-default flags:
20:17:35.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:35.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/data
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/wal
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.61:46687
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40105/jwks.json
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/data/info.pb
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.61
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/logs
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:35.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:35.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.989012 17930 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:35.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:35.991011 17930 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:36.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:36.012501 17957 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:36.244933 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } attempt: 5
20:17:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:36.251365 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.61:46687: Network error: Client connection negotiation failed: client connection to 127.17.99.61:46687: connect: Connection refused (error 111)
20:17:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:36.798919 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } attempt: 6
20:17:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:36.807258 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.61:46687: Network error: Client connection negotiation failed: client connection to 127.17.99.61:46687: connect: Connection refused (error 111)
20:17:37.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:36.012571 17954 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:37.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:36.013607 17950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:37.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.250054 17956 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:17:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.250202 17930 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.255409 17930 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:37.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.259275 17930 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.260764 17930 hybrid_clock.cc:648] HybridClock initialized: now 1786133857260740 us; error 54 us; skew 500 ppm
20:17:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.261746 17930 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.269847 17930 webserver.cc:460] Webserver started at http://127.17.99.61:39851/ using document root <none> and password file <none>
20:17:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.270917 17930 fs_manager.cc:359] Metadata directory not provided
20:17:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.271117 17930 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.271692 17930 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:37.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.277542 17930 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/data/instance:
20:17:37.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "438c360f1b0a44da8e544940622292b4"
20:17:37.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:37 on dist-test-slave-kvfs"
20:17:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.278824 17930 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/wal/instance:
20:17:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "438c360f1b0a44da8e544940622292b4"
20:17:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:37 on dist-test-slave-kvfs"
20:17:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.288532 17930 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.005s
20:17:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.295974 17973 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:37.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.297729 17930 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
20:17:37.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.298115 17930 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/wal
20:17:37.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "438c360f1b0a44da8e544940622292b4"
20:17:37.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:37 on dist-test-slave-kvfs"
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.298527 17930 fs_report.cc:383] FS layout report
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/wal
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/wal
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/data/data
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:37.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:37.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.361871 17930 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:37.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.363692 17930 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:37.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.364287 17930 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:37.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.454804 17930 rpc_server.cc:307] RPC server started. Bound to: 127.17.99.61:46687
20:17:37.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.454909 18050 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.99.61:46687 every 8 connection(s)
20:17:37.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.458191 17930 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/data/info.pb
20:17:37.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.464701 18051 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.466266 17804 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 17930
20:17:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.466683 17804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-1/wal/instance
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.469170 17804 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/wal
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/data
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/logs
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/data/info.pb
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.60:39367
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.60
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40105/jwks.json with env {}
20:17:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.479240 18051 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } has no permanent_uuid. Determining permanent_uuid...
20:17:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.513895 18051 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } has no permanent_uuid. Determining permanent_uuid...
20:17:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.533219 18051 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } has no permanent_uuid. Determining permanent_uuid...
20:17:37.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.536432 17974 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.541643 18051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.591432 18051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 1
20:17:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.596988 18051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.665503 18051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 2
20:17:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.670179 18051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.761636 18051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 3
20:17:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.766093 18051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.851624 18056 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.852591 18056 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:37.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.853371 18056 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:37.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.868110 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } attempt: 7
20:17:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.885257 17927 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } has no permanent_uuid. Determining permanent_uuid...
20:17:37.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.891827 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.894073 18056 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.894381 18056 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.894601 18056 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.894797 18056 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:37.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.895009 18056 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:37.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.895154 18056 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40105/jwks.json
20:17:37.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.909584 18051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 4
20:17:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.914273 18051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.938053 18056 master_runner.cc:386] Master server non-default flags:
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/data
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/wal
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.60:39367
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40105/jwks.json
20:17:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/data/info.pb
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.60
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/logs
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.939709 18056 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:37.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.941880 18056 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:37.950428 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 1
20:17:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.956542 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:37.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.965373 18077 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:38.038141 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 2
20:17:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:38.045457 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:38.131141 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 3
20:17:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:38.137998 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:38.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:38.213806 18051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 5
20:17:38.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:38.221863 18051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:38.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:38.278771 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 4
20:17:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:38.285917 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:38.569584 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 5
20:17:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:38.576719 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:38.769588 18051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 6
20:17:38.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:38.784679 18051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.129532 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 6
20:17:39.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:39.139436 17927 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.99.60:39367: Network error: Client connection negotiation failed: client connection to 127.17.99.60:39367: connect: Connection refused (error 111)
20:17:39.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.965373 18074 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:39.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:37.965541 18073 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:39.240856 18075 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1273 milliseconds
20:17:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.241043 18056 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.243074 18056 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:39.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.248533 18056 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:39.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.250111 18056 hybrid_clock.cc:648] HybridClock initialized: now 1786133859250020 us; error 87 us; skew 500 ppm
20:17:39.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.251482 18056 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.260903 18056 webserver.cc:460] Webserver started at http://127.17.99.60:43317/ using document root <none> and password file <none>
20:17:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.262285 18056 fs_manager.cc:359] Metadata directory not provided
20:17:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.262569 18056 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.263083 18056 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.269471 18056 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/data/instance:
20:17:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdbaef90f8654d1ba34402b57916d2fe"
20:17:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:39 on dist-test-slave-kvfs"
20:17:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.270913 18056 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/wal/instance:
20:17:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdbaef90f8654d1ba34402b57916d2fe"
20:17:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:39 on dist-test-slave-kvfs"
20:17:39.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.279969 18056 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.005s
20:17:39.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.287096 18095 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.288690 18056 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
20:17:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.289109 18056 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/wal
20:17:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdbaef90f8654d1ba34402b57916d2fe"
20:17:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:39 on dist-test-slave-kvfs"
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.289565 18056 fs_report.cc:383] FS layout report
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/wal
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/wal
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/data/data
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:39.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.333942 18056 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.335796 18056 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.336377 18056 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.427031 18056 rpc_server.cc:307] RPC server started. Bound to: 127.17.99.60:39367
20:17:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.427225 18174 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.99.60:39367 every 8 connection(s)
20:17:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.430483 18056 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/data/info.pb
20:17:39.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.436923 18175 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.439051 17804 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 18056
20:17:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.439476 17804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/master-2/wal/instance
20:17:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.471050 18175 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } has no permanent_uuid. Determining permanent_uuid...
20:17:39.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.509963 18175 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } has no permanent_uuid. Determining permanent_uuid...
20:17:39.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.525091 18175 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } has no permanent_uuid. Determining permanent_uuid...
20:17:39.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.545807 18175 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe: Bootstrap starting.
20:17:39.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.553913 18175 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe: Neither blocks nor log segments found. Creating new log.
20:17:39.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.556181 18175 log.cc:824] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe: Log is configured to *not* fsync() on all Append() calls
20:17:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.562211 18175 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe: No bootstrap required, opened a new log
20:17:39.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.585739 18175 raft_consensus.cc:348] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } }
20:17:39.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.586602 18175 raft_consensus.cc:374] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.586951 18175 raft_consensus.cc:729] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bdbaef90f8654d1ba34402b57916d2fe, State: Initialized, Role: FOLLOWER
20:17:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.588069 18175 consensus_queue.cc:260] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } }
20:17:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.592170 18186 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.593250 18186 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [sys.catalog]: This master's current role is: FOLLOWER
20:17:39.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.594383 18175 sys_catalog.cc:564] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [sys.catalog]: configured and running, proceeding with master startup.
20:17:39.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:39.629565 18205 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:39.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:39.629987 18205 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.624692 18056 master_runner.cc:186] Error getting master registration for 127.17.99.62:34261: OK, instance_id { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" instance_seqno: 1786133855467148 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.661476 18056 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:39.843397 18104 tablet.cc:2369] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.845429 18051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 7
20:17:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.875774 18051 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4: Bootstrap starting.
20:17:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.885370 18186 raft_consensus.cc:482] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.885982 18051 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4: Neither blocks nor log segments found. Creating new log.
20:17:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.886070 18186 raft_consensus.cc:504] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } }
20:17:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.888672 18051 log.cc:824] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4: Log is configured to *not* fsync() on all Append() calls
20:17:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.891530 18186 leader_election.cc:288] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f3d85da1210043b9bda24f28bd11c91b (127.17.99.62:34261), 438c360f1b0a44da8e544940622292b4 (127.17.99.61:46687)
20:17:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.895915 18051 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4: No bootstrap required, opened a new log
20:17:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.931907 18051 raft_consensus.cc:348] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } }
20:17:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.933113 18051 raft_consensus.cc:374] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.933445 18051 raft_consensus.cc:729] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 438c360f1b0a44da8e544940622292b4, State: Initialized, Role: FOLLOWER
20:17:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.934592 18051 consensus_queue.cc:260] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } }
20:17:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.937959 18215 sys_catalog.cc:455] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.939092 18215 sys_catalog.cc:458] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [sys.catalog]: This master's current role is: FOLLOWER
20:17:39.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.940110 18051 sys_catalog.cc:564] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [sys.catalog]: configured and running, proceeding with master startup.
20:17:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.942119 18006 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bdbaef90f8654d1ba34402b57916d2fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "438c360f1b0a44da8e544940622292b4" is_pre_election: true
20:17:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.943181 18006 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bdbaef90f8654d1ba34402b57916d2fe in term 0.
20:17:39.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.945091 18097 leader_election.cc:302] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 438c360f1b0a44da8e544940622292b4, bdbaef90f8654d1ba34402b57916d2fe; no voters:
20:17:39.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.946169 18186 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:39.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.946584 18186 raft_consensus.cc:482] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:39.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.946908 18186 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 0 FOLLOWER]: Advancing to term 1
20:17:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.960469 18186 raft_consensus.cc:504] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } }
20:17:39.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.963397 18186 leader_election.cc:288] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [CANDIDATE]: Term 1 election: Requested vote from peers f3d85da1210043b9bda24f28bd11c91b (127.17.99.62:34261), 438c360f1b0a44da8e544940622292b4 (127.17.99.61:46687)
20:17:39.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.965553 18006 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bdbaef90f8654d1ba34402b57916d2fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "438c360f1b0a44da8e544940622292b4"
20:17:39.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.966250 18006 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [term 0 FOLLOWER]: Advancing to term 1
20:17:39.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.976701 18006 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bdbaef90f8654d1ba34402b57916d2fe in term 1.
20:17:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.982529 18097 leader_election.cc:302] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 438c360f1b0a44da8e544940622292b4, bdbaef90f8654d1ba34402b57916d2fe; no voters:
20:17:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.983613 18186 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 1 FOLLOWER]: Leader election won for term 1
20:17:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.986413 18186 raft_consensus.cc:686] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [term 1 LEADER]: Becoming Leader. State: Replica: bdbaef90f8654d1ba34402b57916d2fe, State: Running, Role: LEADER
20:17:39.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:39.987551 18186 consensus_queue.cc:237] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } }
20:17:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.004055 18231 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [sys.catalog]: SysCatalogTable state changed. Reason: New leader bdbaef90f8654d1ba34402b57916d2fe. Latest consensus state: current_term: 1 leader_uuid: "bdbaef90f8654d1ba34402b57916d2fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.005111 18231 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [sys.catalog]: This master's current role is: LEADER
20:17:40.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.006814 18235 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:17:40.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.009495 18236 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:17:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.017583 18236 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:17:40.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.039769 18006 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [term 1 FOLLOWER]: Refusing update from remote peer bdbaef90f8654d1ba34402b57916d2fe: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.042171 18231 consensus_queue.cc:1035] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [LEADER]: Connected to new peer: Peer: permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:17:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.011730 17930 master_runner.cc:186] Error getting master registration for 127.17.99.62:34261: OK, instance_id { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" instance_seqno: 1786133855467148 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.055725 17930 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:40.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.077755 18215 sys_catalog.cc:455] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bdbaef90f8654d1ba34402b57916d2fe. Latest consensus state: current_term: 1 leader_uuid: "bdbaef90f8654d1ba34402b57916d2fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:40.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.078832 18215 sys_catalog.cc:458] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [sys.catalog]: This master's current role is: FOLLOWER
20:17:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.081279 18186 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bdbaef90f8654d1ba34402b57916d2fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.082195 18186 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [sys.catalog]: This master's current role is: LEADER
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.084229 18215 sys_catalog.cc:455] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bdbaef90f8654d1ba34402b57916d2fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.085067 18215 sys_catalog.cc:458] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4 [sys.catalog]: This master's current role is: FOLLOWER
20:17:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.086828 18236 catalog_manager.cc:1347] Generated new cluster ID: fdccc3c2dda948f884ecc8277fce539b
20:17:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.087185 18236 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:17:40.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.139712 18236 catalog_manager.cc:1370] Generated new certificate authority record
20:17:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.144444 18236 catalog_manager.cc:1504] Loading token signing keys...
20:17:40.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.173069 17927 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } attempt: 7
20:17:40.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.181084 18236 catalog_manager.cc:5868] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe: Generated new TSK 0
20:17:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.182890 18236 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:17:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.221290 17804 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/wal
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/data
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/logs
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/data/info.pb
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.1:0
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.99.1
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.1
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:17:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.222656 17927 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b: Bootstrap starting.
20:17:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.234764 17927 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b: Neither blocks nor log segments found. Creating new log.
20:17:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.238240 17927 log.cc:824] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b: Log is configured to *not* fsync() on all Append() calls
20:17:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.245221 17927 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b: No bootstrap required, opened a new log
20:17:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.271678 17927 raft_consensus.cc:348] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } }
20:17:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.273080 17927 raft_consensus.cc:374] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.273402 17927 raft_consensus.cc:729] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f3d85da1210043b9bda24f28bd11c91b, State: Initialized, Role: FOLLOWER
20:17:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.274727 17927 consensus_queue.cc:260] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } }
20:17:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.278434 18249 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:40.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.280704 18249 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [sys.catalog]: This master's current role is: FOLLOWER
20:17:40.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.280941 17927 sys_catalog.cc:564] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [sys.catalog]: configured and running, proceeding with master startup.
20:17:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.281754 17877 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [term 0 FOLLOWER]: Advancing to term 1
20:17:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.282109 17878 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bdbaef90f8654d1ba34402b57916d2fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3d85da1210043b9bda24f28bd11c91b"
20:17:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.281797 17879 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bdbaef90f8654d1ba34402b57916d2fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3d85da1210043b9bda24f28bd11c91b" is_pre_election: true
20:17:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.292428 17877 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [term 1 FOLLOWER]: Refusing update from remote peer bdbaef90f8654d1ba34402b57916d2fe: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:40.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.294708 18231 consensus_queue.cc:1035] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [LEADER]: Connected to new peer: Peer: permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:17:40.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.388972 18264 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bdbaef90f8654d1ba34402b57916d2fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:40.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.390028 18264 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [sys.catalog]: This master's current role is: FOLLOWER
20:17:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.391106 18249 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [sys.catalog]: SysCatalogTable state changed. Reason: New leader bdbaef90f8654d1ba34402b57916d2fe. Latest consensus state: current_term: 1 leader_uuid: "bdbaef90f8654d1ba34402b57916d2fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.392307 18249 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b [sys.catalog]: This master's current role is: FOLLOWER
20:17:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.408922 18275 catalog_manager.cc:1259] Loaded cluster ID: fdccc3c2dda948f884ecc8277fce539b
20:17:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.409647 18275 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b: loading cluster ID for follower catalog manager: success
20:17:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.423628 18275 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b: acquiring CA information for follower catalog manager: success
20:17:40.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.431066 18275 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f3d85da1210043b9bda24f28bd11c91b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:17:40.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.749392 18231 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bdbaef90f8654d1ba34402b57916d2fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f3d85da1210043b9bda24f28bd11c91b" member_type: VOTER last_known_addr { host: "127.17.99.62" port: 34261 } } peers { permanent_uuid: "438c360f1b0a44da8e544940622292b4" member_type: VOTER last_known_addr { host: "127.17.99.61" port: 46687 } } peers { permanent_uuid: "bdbaef90f8654d1ba34402b57916d2fe" member_type: VOTER last_known_addr { host: "127.17.99.60" port: 39367 } } }
20:17:40.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.750378 18231 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdbaef90f8654d1ba34402b57916d2fe [sys.catalog]: This master's current role is: LEADER
20:17:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:40.857916 18247 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:40.858759 18247 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:40.859603 18247 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:40.921969 18247 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:40.923565 18247 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.99.1
20:17:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.992930 18247 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/data
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/wal
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.1:0
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/data/info.pb
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.1
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.99.1
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/logs
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.994956 18247 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:40.997603 18247 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:41.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:41.031409 18235 catalog_manager.cc:1259] Loaded cluster ID: fdccc3c2dda948f884ecc8277fce539b
20:17:41.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:41.035044 18235 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4: loading cluster ID for follower catalog manager: success
20:17:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:41.062701 18235 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4: acquiring CA information for follower catalog manager: success
20:17:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:41.077581 18235 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 438c360f1b0a44da8e544940622292b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:17:41.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:41.085978 18292 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:41.089078 18290 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:41.089941 18247 server_base.cc:1034] running on GCE node
20:17:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:41.089917 18289 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.609242 18247 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.624333 18247 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:42.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.628183 18247 hybrid_clock.cc:648] HybridClock initialized: now 1786133862628110 us; error 73 us; skew 500 ppm
20:17:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.629741 18247 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.646484 18247 webserver.cc:460] Webserver started at http://127.17.99.1:32897/ using document root <none> and password file <none>
20:17:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.649700 18247 fs_manager.cc:359] Metadata directory not provided
20:17:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.651679 18247 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.652638 18247 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.662838 18247 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/data/instance:
20:17:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de4d878cf5d04a86a875e659d79ee28e"
20:17:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:42 on dist-test-slave-kvfs"
20:17:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.665426 18247 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/wal/instance:
20:17:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de4d878cf5d04a86a875e659d79ee28e"
20:17:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:42 on dist-test-slave-kvfs"
20:17:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.691016 18247 fs_manager.cc:691] Time spent creating directory manager: real 0.024s user 0.008s sys 0.011s
20:17:42.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.705928 18303 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:42.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.707849 18247 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.001s sys 0.008s
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.708387 18247 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/wal
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de4d878cf5d04a86a875e659d79ee28e"
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:42 on dist-test-slave-kvfs"
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.708957 18247 fs_report.cc:383] FS layout report
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/wal
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/wal
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/data/data
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:42.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:42.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.792611 18247 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:42.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.795094 18247 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.795856 18247 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.805796 18247 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:17:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.819217 18247 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.819585 18247 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.819980 18247 ts_tablet_manager.cc:610] Registered 0 tablets
20:17:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:42.820263 18247 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.002s sys 0.000s
20:17:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.315470 18247 rpc_server.cc:307] RPC server started. Bound to: 127.17.99.1:39887
20:17:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.315640 18465 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.99.1:39887 every 8 connection(s)
20:17:43.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.320410 18247 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/data/info.pb
20:17:43.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.331525 17804 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 18247
20:17:43.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.332324 17804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-0/wal/instance
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.365659 17804 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/wal
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/data
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/logs
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/data/info.pb
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.2:0
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.99.2
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.2
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:17:43.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.424124 18467 heartbeater.cc:347] Connected to a master server at 127.17.99.61:46687
20:17:43.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.424839 18467 heartbeater.cc:464] Registering TS with master...
20:17:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.427166 18467 heartbeater.cc:511] Master 127.17.99.61:46687 requested a full tablet report, sending...
20:17:43.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.432248 17992 ts_manager.cc:194] Registered new tserver with Master: de4d878cf5d04a86a875e659d79ee28e (127.17.99.1:39887)
20:17:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.437395 18466 heartbeater.cc:347] Connected to a master server at 127.17.99.60:39367
20:17:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.437803 18466 heartbeater.cc:464] Registering TS with master...
20:17:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.438759 18466 heartbeater.cc:511] Master 127.17.99.60:39367 requested a full tablet report, sending...
20:17:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.442895 18129 ts_manager.cc:194] Registered new tserver with Master: de4d878cf5d04a86a875e659d79ee28e (127.17.99.1:39887)
20:17:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.446772 18129 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.99.1:48285
20:17:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.449707 18476 heartbeater.cc:347] Connected to a master server at 127.17.99.62:34261
20:17:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.450199 18476 heartbeater.cc:464] Registering TS with master...
20:17:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.451280 18476 heartbeater.cc:511] Master 127.17.99.62:34261 requested a full tablet report, sending...
20:17:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.460165 17864 ts_manager.cc:194] Registered new tserver with Master: de4d878cf5d04a86a875e659d79ee28e (127.17.99.1:39887)
20:17:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:43.875905 18481 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:43.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:43.876816 18481 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:43.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:43.877477 18481 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:43.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:43.922530 18481 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:43.923635 18481 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.99.2
20:17:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.970157 18481 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/data
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/wal
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.2:0
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/data/info.pb
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.2
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.99.2
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/logs
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.972450 18481 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:43.975593 18481 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:44.005343 18496 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:44.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:44.454851 18466 heartbeater.cc:503] Master 127.17.99.60:39367 was elected leader, sending a full tablet report...
20:17:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:44.006366 18494 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:44.006558 18500 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:45.503074 18498 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1495 milliseconds
20:17:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.503278 18481 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.505081 18481 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.508642 18481 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.510180 18481 hybrid_clock.cc:648] HybridClock initialized: now 1786133865510192 us; error 155 us; skew 500 ppm
20:17:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.511359 18481 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.521030 18481 webserver.cc:460] Webserver started at http://127.17.99.2:45079/ using document root <none> and password file <none>
20:17:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.522269 18481 fs_manager.cc:359] Metadata directory not provided
20:17:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.522500 18481 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:45.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.522986 18481 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.528963 18481 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/data/instance:
20:17:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7973b454080846edb774e6a07d290cee"
20:17:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:45 on dist-test-slave-kvfs"
20:17:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.530488 18481 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/wal/instance:
20:17:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7973b454080846edb774e6a07d290cee"
20:17:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:45 on dist-test-slave-kvfs"
20:17:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.539337 18481 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
20:17:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.546785 18511 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.548362 18481 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
20:17:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.548745 18481 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/wal
20:17:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7973b454080846edb774e6a07d290cee"
20:17:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:45 on dist-test-slave-kvfs"
20:17:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.549268 18481 fs_report.cc:383] FS layout report
20:17:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/wal
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/wal
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/data/data
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.597877 18481 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.599666 18481 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.600252 18481 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.603278 18481 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:17:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.608594 18481 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:45.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.608903 18481 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:45.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.609184 18481 ts_tablet_manager.cc:610] Registered 0 tablets
20:17:45.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.609337 18481 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.779320 18481 rpc_server.cc:307] RPC server started. Bound to: 127.17.99.2:41227
20:17:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.779436 18677 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.99.2:41227 every 8 connection(s)
20:17:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.782369 18481 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/data/info.pb
20:17:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.788426 17804 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 18481
20:17:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.789220 17804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-1/wal/instance
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.822381 17804 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/wal
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/data
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/logs
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/data/info.pb
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.3:0
20:17:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.99.3
20:17:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.3
20:17:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:17:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.854025 18678 heartbeater.cc:347] Connected to a master server at 127.17.99.60:39367
20:17:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.854671 18678 heartbeater.cc:464] Registering TS with master...
20:17:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.855983 18680 heartbeater.cc:347] Connected to a master server at 127.17.99.62:34261
20:17:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.856431 18680 heartbeater.cc:464] Registering TS with master...
20:17:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.856981 18678 heartbeater.cc:511] Master 127.17.99.60:39367 requested a full tablet report, sending...
20:17:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.857627 18680 heartbeater.cc:511] Master 127.17.99.62:34261 requested a full tablet report, sending...
20:17:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.858975 18679 heartbeater.cc:347] Connected to a master server at 127.17.99.61:46687
20:17:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.859346 18679 heartbeater.cc:464] Registering TS with master...
20:17:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.860229 18679 heartbeater.cc:511] Master 127.17.99.61:46687 requested a full tablet report, sending...
20:17:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.860268 18129 ts_manager.cc:194] Registered new tserver with Master: 7973b454080846edb774e6a07d290cee (127.17.99.2:41227)
20:17:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.861125 17864 ts_manager.cc:194] Registered new tserver with Master: 7973b454080846edb774e6a07d290cee (127.17.99.2:41227)
20:17:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.862556 18129 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.99.2:53179
20:17:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:45.863111 17992 ts_manager.cc:194] Registered new tserver with Master: 7973b454080846edb774e6a07d290cee (127.17.99.2:41227)
20:17:46.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:46.223308 18695 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:46.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:46.224125 18695 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:46.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:46.224759 18695 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:46.260931 18695 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:46.261998 18695 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.99.3
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:46.302807 18695 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.99.20:32867
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/data
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/wal
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.99.3:0
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/data/info.pb
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.99.3
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.99.62:34261,127.17.99.61:46687,127.17.99.60:39367
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.99.3
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/logs
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:46.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:46.305039 18695 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:46.307665 18695 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:46.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:46.334626 18708 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:46.867551 18678 heartbeater.cc:503] Master 127.17.99.60:39367 was elected leader, sending a full tablet report...
20:17:47.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:46.334764 18709 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:47.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:46.338073 18695 server_base.cc:1034] running on GCE node
20:17:47.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:46.334995 18712 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:47.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.617131 18695 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.620769 18695 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.622346 18695 hybrid_clock.cc:648] HybridClock initialized: now 1786133867622297 us; error 76 us; skew 500 ppm
20:17:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.623338 18695 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:47.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.631642 18695 webserver.cc:460] Webserver started at http://127.17.99.3:46451/ using document root <none> and password file <none>
20:17:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.632836 18695 fs_manager.cc:359] Metadata directory not provided
20:17:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.633096 18695 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.633618 18695 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.639637 18695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/data/instance:
20:17:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c216591c4bc49298fd34e0f7a54175c"
20:17:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:47 on dist-test-slave-kvfs"
20:17:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.641520 18695 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/wal/instance:
20:17:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c216591c4bc49298fd34e0f7a54175c"
20:17:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:47 on dist-test-slave-kvfs"
20:17:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.650488 18695 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
20:17:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.657588 18723 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.659096 18695 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
20:17:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.659446 18695 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/wal
20:17:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c216591c4bc49298fd34e0f7a54175c"
20:17:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:47 on dist-test-slave-kvfs"
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.659847 18695 fs_report.cc:383] FS layout report
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/wal
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/wal
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/data/data
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.716504 18695 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:47.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.718511 18695 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.719138 18695 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.722416 18695 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:17:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.728363 18695 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.728741 18695 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.729146 18695 ts_tablet_manager.cc:610] Registered 0 tablets
20:17:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.729403 18695 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.924450 18695 rpc_server.cc:307] RPC server started. Bound to: 127.17.99.3:43585
20:17:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.924654 18888 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.99.3:43585 every 8 connection(s)
20:17:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.927593 18695 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/data/info.pb
20:17:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.936036 17804 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 18695
20:17:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.936823 17804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster6828547000636483265/ts-2/wal/instance
20:17:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:47.999373 18891 heartbeater.cc:347] Connected to a master server at 127.17.99.61:46687
20:17:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.000058 18891 heartbeater.cc:464] Registering TS with master...
20:17:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.002205 18889 heartbeater.cc:347] Connected to a master server at 127.17.99.60:39367
20:17:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.002599 18889 heartbeater.cc:464] Registering TS with master...
20:17:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.003808 18889 heartbeater.cc:511] Master 127.17.99.60:39367 requested a full tablet report, sending...
20:17:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.004467 18891 heartbeater.cc:511] Master 127.17.99.61:46687 requested a full tablet report, sending...
20:17:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.004709 18892 heartbeater.cc:347] Connected to a master server at 127.17.99.62:34261
20:17:48.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.005074 18892 heartbeater.cc:464] Registering TS with master...
20:17:48.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.006008 18892 heartbeater.cc:511] Master 127.17.99.62:34261 requested a full tablet report, sending...
20:17:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.007387 18129 ts_manager.cc:194] Registered new tserver with Master: 8c216591c4bc49298fd34e0f7a54175c (127.17.99.3:43585)
20:17:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.008688 17864 ts_manager.cc:194] Registered new tserver with Master: 8c216591c4bc49298fd34e0f7a54175c (127.17.99.3:43585)
20:17:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.010123 18129 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.99.3:48659
20:17:48.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.012666 17992 ts_manager.cc:194] Registered new tserver with Master: 8c216591c4bc49298fd34e0f7a54175c (127.17.99.3:43585)
20:17:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.025676 17804 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:17:48.038 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:17:48.038 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:17:48.040 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.99.62"
port: 34261
}
bound_http_address {
host: "127.17.99.62"
port: 42609
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.99.61"
port: 46687
}
bound_http_address {
host: "127.17.99.61"
port: 39851
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.99.60"
port: 39367
}
bound_http_address {
host: "127.17.99.60"
port: 43317
}
}
}
20:17:48.041 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:17:48.042 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.99.1"
port: 39887
}
bound_http_address {
host: "127.17.99.1"
port: 32897
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.99.2"
port: 41227
}
bound_http_address {
host: "127.17.99.2"
port: 45079
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.99.3"
port: 43585
}
bound_http_address {
host: "127.17.99.3"
port: 46451
}
}
}
20:17:48.042 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:17:48.043 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster9050135978988449249/krb5kdc/krb5cc
20:17:48.044 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:17:48.045 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasknE2NB6/test-tmp
20:17:48.046 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:17:48.046 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasknE2NB6/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:17:48.048 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:17:48.448 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:48.448 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:17:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.453024 18904 mini_oidc.cc:152] Starting JWKS server
20:17:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.458635 18904 webserver.cc:460] Webserver started at http://127.0.0.1:46109/ using document root <none> and password file <none>
20:17:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.459331 18904 mini_oidc.cc:189] Starting OIDC Discovery server
20:17:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:48.462095 18904 webserver.cc:460] Webserver started at http://127.0.0.1:42807/ using document root <none> and password file <none>
20:17:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:17:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/principal' for realm 'KRBTEST.COM',
20:17:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:17:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:48 dist-test-slave-kvfs krb5kdc[18922](info): setting up network...
20:17:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:17:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:48 dist-test-slave-kvfs krb5kdc[18922](info): set up 2 sockets
20:17:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:48 dist-test-slave-kvfs krb5kdc[18922](info): commencing operation
20:17:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:17:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:49.015837 18889 heartbeater.cc:503] Master 127.17.99.60:39367 was elected leader, sending a full tablet report...
20:17:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:49.879281 18904 mini_kdc.cc:121] Time spent starting KDC: real 1.381s user 0.003s sys 0.028s
20:17:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:17:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:17:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:17:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:17:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:17:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:17:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:17:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:17:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:17:50.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:17:50.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/test-user.keytab.
20:17:50.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/test-user.keytab.
20:17:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:50 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:17:50.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T20:17:50Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:17:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T20:17:50Z Disabled control of system clock
20:17:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.118.62@KRBTEST.COM; defaulting to no policy
20:17:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.118.62@KRBTEST.COM" created.
20:17:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.118.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.62.keytab.
20:17:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.118.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.62.keytab.
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:50.150576 18904 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/logs
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data/info.pb
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.62:33279
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.62
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.62.keytab
20:17:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.62
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:17:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.537642 18941 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.538403 18941 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.539041 18941 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:50.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.574461 18941 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.574755 18941 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.575042 18941 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.575246 18941 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.575441 18941 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.575634 18941 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.575773 18941 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46109/jwks.json
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:50.618384 18941 master_runner.cc:386] Master server non-default flags:
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.62.keytab
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.62
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.62:33279
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data/info.pb
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.62
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/logs
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:50.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:50.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:50.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:50.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:50.620071 18941 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:50.621445 18941 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.643685 18953 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:52.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.643718 18950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:52.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:50.645306 18951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:52.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.006554 18952 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1360 milliseconds
20:17:52.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.006711 18941 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.008464 18941 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.012313 18941 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.014065 18941 hybrid_clock.cc:648] HybridClock initialized: now 1786133872014039 us; error 124 us; skew 500 ppm
20:17:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.015072 18941 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:52 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133872, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.022346 18941 init.cc:377] Logged in from keytab as kudu/127.18.118.62@KRBTEST.COM (short username kudu)
20:17:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.028833 18941 webserver.cc:460] Webserver started at http://127.18.118.62:36885/ using document root <none> and password file <none>
20:17:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.030270 18941 fs_manager.cc:359] Metadata directory not provided
20:17:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.030591 18941 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:52.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.031311 18941 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.038414 18941 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data/instance:
20:17:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a67db31a31c44c38c5cec9598dc1da2"
20:17:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:52 on dist-test-slave-kvfs"
20:17:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.039853 18941 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal/instance:
20:17:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a67db31a31c44c38c5cec9598dc1da2"
20:17:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:52 on dist-test-slave-kvfs"
20:17:52.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.049856 18941 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
20:17:52.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.057130 18966 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:52.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.058377 18941 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.058804 18941 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a67db31a31c44c38c5cec9598dc1da2"
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:52 on dist-test-slave-kvfs"
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.059239 18941 fs_report.cc:383] FS layout report
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data/data
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.100944 18941 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.107992 18941 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.108637 18941 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.201269 18941 rpc_server.cc:307] RPC server started. Bound to: 127.18.118.62:33279
20:17:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.201349 19036 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.118.62:33279 every 8 connection(s)
20:17:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.204632 18941 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data/info.pb
20:17:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.212584 19037 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.215780 18904 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 18941
20:17:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.216529 18904 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal/instance
20:17:52.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.232980 19037 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } has no permanent_uuid. Determining permanent_uuid...
20:17:52.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.118.61@KRBTEST.COM; defaulting to no policy
20:17:52.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:52.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.118.61@KRBTEST.COM" created.
20:17:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:52 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133872, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.62@KRBTEST.COM for kudu/127.18.118.62@KRBTEST.COM
20:17:52.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:52.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.118.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.61.keytab.
20:17:52.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.118.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.61.keytab.
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.292600 19037 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } has no permanent_uuid. Determining permanent_uuid...
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.291590 18904 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/logs
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data/info.pb
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.61:40057
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.61
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.61.keytab
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.61
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:17:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:17:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:52.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.298564 18972 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:17:52.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.306981 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.61:40057: Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:17:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.356704 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } attempt: 1
20:17:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.361348 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.61:40057: Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:17:52.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.429945 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } attempt: 2
20:17:52.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.434711 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.61:40057: Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:17:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.526223 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } attempt: 3
20:17:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.530964 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.61:40057: Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:17:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.667603 19048 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.668447 19048 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.669360 19048 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:52.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.674412 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } attempt: 4
20:17:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.678633 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.61:40057: Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:17:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.706055 19048 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.706409 19048 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.706800 19048 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.707127 19048 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.707441 19048 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.707767 19048 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.708007 19048 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46109/jwks.json
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.750918 19048 master_runner.cc:386] Master server non-default flags:
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.61.keytab
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.61
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.61:40057
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data/info.pb
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.61
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/logs
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:52.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.752789 19048 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.754081 19048 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:52.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.774441 19062 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:52.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.978075 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } attempt: 5
20:17:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.983685 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.61:40057: Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:17:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:53.293568 18045 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9400 after lost signal to thread 17935
20:17:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:53.294342 18045 debug-util.cc:398] Leaking SignalData structure 0x7b0800043060 after lost signal to thread 18050
20:17:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:53.531279 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } attempt: 6
20:17:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:53.563756 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.61:40057: Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:17:54.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:52.777486 19048 server_base.cc:1034] running on GCE node
20:17:54.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.775220 19058 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:52.774441 19059 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.245106 19048 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.258544 19048 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.262262 19048 hybrid_clock.cc:648] HybridClock initialized: now 1786133874262191 us; error 67 us; skew 500 ppm
20:17:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.263689 19048 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:54.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:54 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133874, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.276750 19048 init.cc:377] Logged in from keytab as kudu/127.18.118.61@KRBTEST.COM (short username kudu)
20:17:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.284341 19048 webserver.cc:460] Webserver started at http://127.18.118.61:46215/ using document root <none> and password file <none>
20:17:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.285542 19048 fs_manager.cc:359] Metadata directory not provided
20:17:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.285815 19048 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.286391 19048 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.292303 19048 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data/instance:
20:17:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cae147f0779a4015ac992c426c9ec86b"
20:17:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:54 on dist-test-slave-kvfs"
20:17:54.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.293834 19048 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal/instance:
20:17:54.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cae147f0779a4015ac992c426c9ec86b"
20:17:54.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:54 on dist-test-slave-kvfs"
20:17:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.303719 19048 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
20:17:54.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.311050 19081 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:54.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.312966 19048 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
20:17:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.313608 19048 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:17:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cae147f0779a4015ac992c426c9ec86b"
20:17:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:54 on dist-test-slave-kvfs"
20:17:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.314162 19048 fs_report.cc:383] FS layout report
20:17:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data/data
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.390413 19048 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.397575 19048 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.398077 19048 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.517360 19048 rpc_server.cc:307] RPC server started. Bound to: 127.18.118.61:40057
20:17:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.517485 19154 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.118.61:40057 every 8 connection(s)
20:17:54.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.521739 19048 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data/info.pb
20:17:54.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.526893 18904 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 19048
20:17:54.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.527413 18904 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal/instance
20:17:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.537686 19155 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.558615 19155 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } has no permanent_uuid. Determining permanent_uuid...
20:17:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.118.60@KRBTEST.COM; defaulting to no policy
20:17:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.118.60@KRBTEST.COM" created.
20:17:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:54 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133874, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.61@KRBTEST.COM for kudu/127.18.118.62@KRBTEST.COM
20:17:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.609786 19155 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } has no permanent_uuid. Determining permanent_uuid...
20:17:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.118.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.60.keytab.
20:17:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.118.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.60.keytab.
20:17:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.618382 18904 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/logs
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data/info.pb
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.60:34093
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.60
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.60.keytab
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.60
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:17:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:17:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:17:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:54.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.624367 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } attempt: 7
20:17:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:54 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133874, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.61@KRBTEST.COM for kudu/127.18.118.61@KRBTEST.COM
20:17:54.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.651321 19155 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } has no permanent_uuid. Determining permanent_uuid...
20:17:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:54.655009 19085 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:54.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:54 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133872, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.62@KRBTEST.COM for kudu/127.18.118.61@KRBTEST.COM
20:17:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:54.675657 19155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.688782 19037 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } has no permanent_uuid. Determining permanent_uuid...
20:17:54.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:54.694950 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.725378 19155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 1
20:17:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:54.730687 19155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.753443 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 1
20:17:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:54.759721 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:54.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.799256 19155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 2
20:17:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:54.804970 19155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.841265 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 2
20:17:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:54.847146 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.896497 19155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 3
20:17:54.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:54.901939 19155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:54.932726 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 3
20:17:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:54.944860 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:55.045493 19155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 4
20:17:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.052043 19155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.056994 19167 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.057996 19167 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.059152 19167 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:55.085388 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 4
20:17:55.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.090901 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.101023 19167 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.101286 19167 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.101553 19167 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.101753 19167 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.101958 19167 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.102152 19167 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.102293 19167 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46109/jwks.json
20:17:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:55.147998 19167 master_runner.cc:386] Master server non-default flags:
20:17:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:17:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data
20:17:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:17:55.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.60.keytab
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.60
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.60:34093
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data/info.pb
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.60
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/logs
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:55.150007 19167 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:55.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:55.151422 19167 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.176246 19178 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:55.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.253829 18166 debug-util.cc:398] Leaking SignalData structure 0x7b080003ec80 after lost signal to thread 18063
20:17:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.254830 18166 debug-util.cc:398] Leaking SignalData structure 0x7b08000b25a0 after lost signal to thread 18174
20:17:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:55.351619 19155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 5
20:17:55.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.358625 19155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:55.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:55.374402 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 5
20:17:55.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.384719 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:55.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:55.906208 19155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 6
20:17:55.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:55.937434 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 6
20:17:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.962890 19155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.994294 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.177273 19180 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:55.176906 19177 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:57.017524 19179 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1839 milliseconds
20:17:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.017728 19167 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:57.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.019780 19167 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.023428 19155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 7
20:17:57.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.024940 19167 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:57.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.026556 19167 hybrid_clock.cc:648] HybridClock initialized: now 1786133877026497 us; error 50 us; skew 500 ppm
20:17:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.027859 19167 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.027935 19037 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } attempt: 7
20:17:57.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:57 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133877, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:57.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.037655 19167 init.cc:377] Logged in from keytab as kudu/127.18.118.60@KRBTEST.COM (short username kudu)
20:17:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:57.046054 19037 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:57.047214 19155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.118.60:34093: Network error: Client connection negotiation failed: client connection to 127.18.118.60:34093: connect: Connection refused (error 111)
20:17:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.049708 19167 webserver.cc:460] Webserver started at http://127.18.118.60:46459/ using document root <none> and password file <none>
20:17:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.050787 19167 fs_manager.cc:359] Metadata directory not provided
20:17:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.050998 19167 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.051436 19167 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:57.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.057386 19167 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data/instance:
20:17:57.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d903d7ff17544d7b64145a819e3565b"
20:17:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:57 on dist-test-slave-kvfs"
20:17:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.058595 19167 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal/instance:
20:17:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d903d7ff17544d7b64145a819e3565b"
20:17:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:57 on dist-test-slave-kvfs"
20:17:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.070426 19167 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.004s sys 0.008s
20:17:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.078498 19204 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.080219 19167 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.003s sys 0.003s
20:17:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.080775 19167 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:17:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d903d7ff17544d7b64145a819e3565b"
20:17:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:57 on dist-test-slave-kvfs"
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.081277 19167 fs_report.cc:383] FS layout report
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data/data
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.135141 19167 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.145063 19167 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.145797 19167 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.266436 19167 rpc_server.cc:307] RPC server started. Bound to: 127.18.118.60:34093
20:17:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.266606 19279 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.118.60:34093 every 8 connection(s)
20:17:57.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.270033 19167 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data/info.pb
20:17:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.277726 19281 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.280578 18904 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 19167
20:17:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.281193 18904 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal/instance
20:17:57.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.299147 19281 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } has no permanent_uuid. Determining permanent_uuid...
20:17:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:57 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133877, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.60@KRBTEST.COM for kudu/127.18.118.62@KRBTEST.COM
20:17:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:57 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.118.60@KRBTEST.COM
20:17:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.359284 19281 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } has no permanent_uuid. Determining permanent_uuid...
20:17:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:57 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133877, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.60@KRBTEST.COM for kudu/127.18.118.61@KRBTEST.COM
20:17:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:57 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.118.61@KRBTEST.COM
20:17:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.406566 19281 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } has no permanent_uuid. Determining permanent_uuid...
20:17:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:57 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133877, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.60@KRBTEST.COM for kudu/127.18.118.60@KRBTEST.COM
20:17:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:57 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.118.62@KRBTEST.COM
20:17:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.446985 19281 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: Bootstrap starting.
20:17:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.454066 18904 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
20:17:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.455089 19281 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: Neither blocks nor log segments found. Creating new log.
20:17:57.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.457293 19281 log.cc:824] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: Log is configured to *not* fsync() on all Append() calls
20:17:57.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.463030 19281 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: No bootstrap required, opened a new log
20:17:57.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:57.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:17:57.471 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:17:57.471 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:17:57.474 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.118.62"
port: 33279
}
bound_http_address {
host: "127.18.118.62"
port: 36885
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.118.61"
port: 40057
}
bound_http_address {
host: "127.18.118.61"
port: 46215
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.118.60"
port: 34093
}
bound_http_address {
host: "127.18.118.60"
port: 46459
}
}
}
20:17:57.478 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:17:57.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:57.479 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:17:57.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:17:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.495162 19281 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:17:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.496085 19281 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.496397 19281 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d903d7ff17544d7b64145a819e3565b, State: Initialized, Role: FOLLOWER
20:17:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.497453 19281 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:17:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.501047 19292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } } }
20:17:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.502231 19292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [sys.catalog]: This master's current role is: FOLLOWER
20:17:57.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.503829 19281 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [sys.catalog]: configured and running, proceeding with master startup.
20:17:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:17:57 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133877, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:17:57.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:57.584613 18904 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.104s user 0.006s sys 0.018s
20:17:57.585 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:57.587 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc
20:17:57.589 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:17:57.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:57.608494 19315 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:57.609664 19315 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:57.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.592103 19167 master_runner.cc:186] Error getting master registration for 127.18.118.62:33279: OK, instance_id { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" instance_seqno: 1786133872175885 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:57.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.634268 19167 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:57.654331 19213 tablet.cc:2369] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.682168 19292 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.683027 19292 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:17:57.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:57.691697 19292 leader_election.cc:288] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279), cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057)
20:17:58.590 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.118.62:33279
20:17:58.591 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:17:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:58.592083 18904 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 18941
20:17:58.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:58.615150 19315 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:58.616528 19315 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:58.643657 19209 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.18.118.62:33279 (error 108)
20:17:58.652 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:58.652 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.118.60:34093
20:17:58.653 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:17:58.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:58.654332 18904 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 19167
20:17:58.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:58.693 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.118.61:40057
20:17:58.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:17:58.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:58.694002 18904 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 19048
20:17:58.739 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:58.739 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.118.62:33279
20:17:58.739 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:58.741500 18904 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/logs
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data/info.pb
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.62:33279
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.62
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36885
20:17:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.62.keytab
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.62
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:17:58.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.201056 19322 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.201732 19322 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.202389 19322 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.238447 19322 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.238729 19322 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.239017 19322 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.239214 19322 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.239400 19322 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.239584 19322 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.239720 19322 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46109/jwks.json
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:59.285696 19322 master_runner.cc:386] Master server non-default flags:
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.62.keytab
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.62
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.62:33279
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data/info.pb
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.62
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36885
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/logs
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:17:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:17:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:59.287178 19322 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:59.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:59.288412 19322 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.311275 19328 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:18:00.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:00.050414 18884 debug-util.cc:398] Leaking SignalData structure 0x7b08000af9a0 after lost signal to thread 18699
20:18:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:00.052821 18884 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6b40 after lost signal to thread 18888
20:18:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.312433 19329 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:18:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:17:59.313827 19322 server_base.cc:1034] running on GCE node
20:18:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:17:59.312901 19331 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:18:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.760502 19322 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:18:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.765074 19322 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:18:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.766652 19322 hybrid_clock.cc:648] HybridClock initialized: now 1786133880766560 us; error 68 us; skew 500 ppm
20:18:00.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.768137 19322 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:18:00.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:00 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133880, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.777853 19322 init.cc:377] Logged in from keytab as kudu/127.18.118.62@KRBTEST.COM (short username kudu)
20:18:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.787242 19322 webserver.cc:460] Webserver started at http://127.18.118.62:36885/ using document root <none> and password file <none>
20:18:00.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.789063 19322 fs_manager.cc:359] Metadata directory not provided
20:18:00.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.789474 19322 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:18:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.803031 19322 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.002s sys 0.007s
20:18:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.809973 19340 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:18:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.811640 19322 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.000s sys 0.005s
20:18:00.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.812151 19322 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:18:00.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a67db31a31c44c38c5cec9598dc1da2"
20:18:00.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:52 on dist-test-slave-kvfs"
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.816478 19322 fs_report.cc:383] FS layout report
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data/data
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:18:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:18:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.879993 19322 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:18:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.890170 19322 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:18:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:00.890918 19322 kserver.cc:163] Server-wide thread pool size limit: 3276
20:18:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.007301 19322 rpc_server.cc:307] RPC server started. Bound to: 127.18.118.62:33279
20:18:01.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.007401 19419 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.118.62:33279 every 8 connection(s)
20:18:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.011242 19322 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/data/info.pb
20:18:01.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:18:01.018 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.118.60:34093
20:18:01.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:18:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.016891 18904 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 19322
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.020710 18904 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/logs
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data/info.pb
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:18:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:18:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.60:34093
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.60
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46459
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.60.keytab
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.60
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:18:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:18:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.034467 19421 sys_catalog.cc:263] Verifying existing consensus state
20:18:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260807 20:18:01.035802 19421 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:18:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.036432 19322 master.cc:537] Master@127.18.118.62:33279 shutting down...
20:18:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.130916 19322 master.cc:552] Master@127.18.118.62:33279 shutdown complete.
20:18:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:18:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.446005 19423 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:18:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.446667 19423 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:18:01.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.447315 19423 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:18:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.482772 19423 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:18:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.483062 19423 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:18:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.483343 19423 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:18:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.483554 19423 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:18:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.483752 19423 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:18:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.483985 19423 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:18:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.484311 19423 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46109/jwks.json
20:18:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.546175 19423 master_runner.cc:386] Master server non-default flags:
20:18:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:18:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:18:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:18:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:18:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data
20:18:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:18:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:18:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:18:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:18:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.60.keytab
20:18:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.60
20:18:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:18:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.60:34093
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data/info.pb
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.60
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46459
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/logs
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:18:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:18:01.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:18:01.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:18:01.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:18:01.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:18:01.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.547797 19423 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:18:01.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.549185 19423 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:18:01.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.575119 19430 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:18:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.576998 19433 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:18:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:01.580173 19423 server_base.cc:1034] running on GCE node
20:18:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:01.577414 19429 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:18:02.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.932499 19423 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:18:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.936568 19423 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:18:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.938169 19423 hybrid_clock.cc:648] HybridClock initialized: now 1786133882938115 us; error 78 us; skew 500 ppm
20:18:02.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.939320 19423 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:18:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:02 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133882, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.947613 19423 init.cc:377] Logged in from keytab as kudu/127.18.118.60@KRBTEST.COM (short username kudu)
20:18:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.954331 19423 webserver.cc:460] Webserver started at http://127.18.118.60:46459/ using document root <none> and password file <none>
20:18:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.955462 19423 fs_manager.cc:359] Metadata directory not provided
20:18:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.955693 19423 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.965344 19423 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
20:18:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.971159 19448 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:18:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.972697 19423 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.001s
20:18:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.973073 19423 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:18:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d903d7ff17544d7b64145a819e3565b"
20:18:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:57 on dist-test-slave-kvfs"
20:18:02.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:02.976756 19423 fs_report.cc:383] FS layout report
20:18:02.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:18:02.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:18:02.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/wal
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data/data
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:18:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:18:03.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.014359 19423 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:18:03.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.021634 19423 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:18:03.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.022241 19423 kserver.cc:163] Server-wide thread pool size limit: 3276
20:18:03.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.111824 19423 rpc_server.cc:307] RPC server started. Bound to: 127.18.118.60:34093
20:18:03.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.111956 19516 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.118.60:34093 every 8 connection(s)
20:18:03.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.115278 19423 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-2/data/info.pb
20:18:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.117796 18904 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 19423
20:18:03.118 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:18:03.119 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.118.61:40057
20:18:03.119 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.121840 18904 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/logs
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data/info.pb
20:18:03.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.61:40057
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.61
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46215
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.61.keytab
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.61
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:18:03.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:18:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:18:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:18:03.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.136639 19518 sys_catalog.cc:263] Verifying existing consensus state
20:18:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.143780 19518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: Bootstrap starting.
20:18:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.184876 19518 log.cc:824] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: Log is configured to *not* fsync() on all Append() calls
20:18:03.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.191147 19518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:18:03.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.192130 19518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: Bootstrap complete.
20:18:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.223795 19518 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:18:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.226990 19518 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:18:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.227334 19518 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d903d7ff17544d7b64145a819e3565b, State: Initialized, Role: FOLLOWER
20:18:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.228554 19518 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:18:03.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.232617 19524 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } } }
20:18:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.233873 19524 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [sys.catalog]: This master's current role is: FOLLOWER
20:18:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.234947 19518 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [sys.catalog]: configured and running, proceeding with master startup.
20:18:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.278321 19454 tablet.cc:2369] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:18:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.279095 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.279510 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.274224 19423 master_runner.cc:186] Error getting master registration for 127.18.118.62:33279: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111),
20:18:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.311826 19423 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.558419 19520 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:18:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.559135 19520 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:18:03.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.560153 19520 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:18:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.600656 19520 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:18:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.600953 19520 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:18:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.601241 19520 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:18:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.601452 19520 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:18:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.601727 19520 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:18:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.601960 19520 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:18:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.602108 19520 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46109/jwks.json
20:18:03.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.642107 19524 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:03.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.642843 19524 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:18:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.647348 19520 master_runner.cc:386] Master server non-default flags:
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.118.20:33123
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.118.62:33279,127.18.118.61:40057,127.18.118.60:34093
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/kudu_127.18.118.61.keytab
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.118.61
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.118.61:40057
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46109/jwks.json
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data/info.pb
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.118.61
20:18:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46215
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/logs
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 18:36:40 UTC on ccycloud.quasar-chjqtz.root.comops.site
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573193
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.648808 19452 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111)
20:18:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.649374 19520 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:18:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.649561 19524 leader_election.cc:288] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279), cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057)
20:18:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.651113 19520 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:18:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.655506 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279): Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111)
20:18:03.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.656270 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057): Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:18:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.656692 19452 leader_election.cc:302] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d903d7ff17544d7b64145a819e3565b; no voters: 7a67db31a31c44c38c5cec9598dc1da2, cae147f0779a4015ac992c426c9ec86b
20:18:03.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.657611 19524 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:03.691704 19520 server_base.cc:1034] running on GCE node
20:18:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:04.286585 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:04.287164 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:05.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.706307 19563 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:18:05.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.704248 19559 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:18:05.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:03.708292 19558 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:18:05.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:04.692782 19520 thread.cc:536] Waited for 1000ms trying to join with AWS (tid 19558)
20:18:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.123065 19520 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:18:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.127097 19520 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:18:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.128895 19520 hybrid_clock.cc:648] HybridClock initialized: now 1786133885128777 us; error 116 us; skew 500 ppm
20:18:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.129997 19520 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:18:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:05 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133885, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.140383 19520 init.cc:377] Logged in from keytab as kudu/127.18.118.61@KRBTEST.COM (short username kudu)
20:18:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.148790 19520 webserver.cc:460] Webserver started at http://127.18.118.61:46215/ using document root <none> and password file <none>
20:18:05.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.150242 19520 fs_manager.cc:359] Metadata directory not provided
20:18:05.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.150558 19520 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:18:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.161512 19520 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
20:18:05.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.168210 19577 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:18:05.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.169806 19520 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.006s sys 0.001s
20:18:05.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.170286 19520 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data,/tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:18:05.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cae147f0779a4015ac992c426c9ec86b"
20:18:05.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 20:17:54 on dist-test-slave-kvfs"
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.173547 19520 fs_report.cc:383] FS layout report
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data/data
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:18:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:18:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.194425 19578 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.195240 19578 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:18:05.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.197983 19578 leader_election.cc:288] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279), cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057)
20:18:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:05.210052 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279): Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111)
20:18:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:05.210945 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057): Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:18:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.211453 19452 leader_election.cc:302] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d903d7ff17544d7b64145a819e3565b; no voters: 7a67db31a31c44c38c5cec9598dc1da2, cae147f0779a4015ac992c426c9ec86b
20:18:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.213603 19578 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.235203 19520 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:18:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.243402 19520 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:18:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.244201 19520 kserver.cc:163] Server-wide thread pool size limit: 3276
20:18:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:05.293150 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:05.294039 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.386778 19520 rpc_server.cc:307] RPC server started. Bound to: 127.18.118.61:40057
20:18:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.387331 19658 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.118.61:40057 every 8 connection(s)
20:18:05.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.390307 19520 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/data/info.pb
20:18:05.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.400377 18904 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu as pid 19520
20:18:05.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:18:05.402 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:05.404 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.118.60:34093(127.18.118.60:34093)] connecting to peer
20:18:05.405 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.408648 19659 sys_catalog.cc:263] Verifying existing consensus state
20:18:05.414 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.118.60:34093(127.18.118.60:34093)] Successfully connected to peer
20:18:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260807 20:18:05.410043 19659 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:18:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.410599 19520 master.cc:537] Master@127.18.118.61:40057 shutting down...
20:18:05.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.438 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.118.61:40057(127.18.118.61:40057)] Successfully connected to peer
20:18:05.461 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
20:18:05.462 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc
20:18:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:05 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133877, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:05.468 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:18:05.468 [INFO - kudu-nio-0] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
20:18:05.469 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
20:18:05.470 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/krb5kdc/krb5cc
20:18:05.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:05 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133877, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:05.475 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:18:05.476 [INFO - kudu-nio-1] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
20:18:05.479 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.18.118.60
20:18:05.485 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.18.118.61
20:18:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:05 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133877, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.118.60@KRBTEST.COM
20:18:05.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:05 dist-test-slave-kvfs krb5kdc[18922](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133877, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.118.61@KRBTEST.COM
20:18:05.544 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf411cc47, L:/127.0.0.1:38582 - R:/127.18.118.60:34093] using SASL/GSSAPI
20:18:05.546 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6c7232bd, L:/127.0.0.1:47658 - R:/127.18.118.61:40057] using SASL/GSSAPI
20:18:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:05.550149 19588 connection.cc:441] server connection from 127.0.0.1:47658 torn down before Call kudu.master.MasterService.ConnectToMaster from 127.0.0.1:47658 (request call id 0) could send its response
20:18:05.552 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.118.61:40057(127.18.118.61:40057)] handling channelInactive
20:18:05.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state READY due to: connection closed
20:18:05.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: connection closed
20:18:05.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:05.564 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:05.566 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:05.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:05.583 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:05.584 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:05.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.590 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:05.603 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:05.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:05.603510 19520 master.cc:552] Master@127.18.118.61:40057 shutdown complete.
20:18:05.604 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:05.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.610 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:05.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-tasknE2NB6/test-tmp/mini-kudu-cluster961127685306691736/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:18:05.623 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:05.624 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:05.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.630 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:05.663 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:05.665 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:05.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.667 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.669 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:05.723 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:05.725 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:05.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.728 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:05.824 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:05.825 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:05.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:05.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:05.829 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:06.003 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:06.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:06.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:06.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:06.007 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:06.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:06.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:06.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:06.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:06.223 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:06.224 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:06.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:06.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:06.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:06.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:06.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:06.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:06.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:06.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:06.298166 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:06.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:06.298540 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:06.582 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:06.583 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:06.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:06.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:06.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:06.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:06.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:06.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:06.587 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:07.302191 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:07.302560 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:07.383 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:07.384 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:07.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:07.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:07.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:07.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:07.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:07.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:07.389 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:08.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:08.006646 18674 debug-util.cc:398] Leaking SignalData structure 0x7b08000afee0 after lost signal to thread 18484
20:18:08.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:08.007925 18674 debug-util.cc:398] Leaking SignalData structure 0x7b08000af680 after lost signal to thread 18677
20:18:08.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:08.034962 19672 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:08.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:08.035535 19672 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:18:08.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:08.037830 19672 leader_election.cc:288] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279), cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057)
20:18:08.043 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:08.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:08.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:08.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:08.048 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:08.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:08.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:08.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:08.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:08.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:08.055348 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279): Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111)
20:18:08.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:08.056303 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057): Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:18:08.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:08.056697 19452 leader_election.cc:302] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d903d7ff17544d7b64145a819e3565b; no voters: 7a67db31a31c44c38c5cec9598dc1da2, cae147f0779a4015ac992c426c9ec86b
20:18:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:08.057632 19672 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:08.303 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:08.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:08.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:08.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:08.306 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:08.306994 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:08.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:08.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:08.307574 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:08.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:08.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:08.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:08.314847 19423 master_runner.cc:186] Error getting master registration for 127.18.118.62:33279: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111),
20:18:08.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:08.315366 19423 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:08.583 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:08.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:08.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:08.586 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:08.587 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:08.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:08.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:08.589 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:08.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:09.311285 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:09.311604 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:10.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:10.315586 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:10.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:10.315990 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:11.116685 18674 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc4c0 after lost signal to thread 18484
20:18:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:11.117970 18674 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc400 after lost signal to thread 18677
20:18:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:11.319396 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:11.319727 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:11.583 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:11.584 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:11.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:11.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:11.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:11.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:11.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:11.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:11.590 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:12.325750 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:12.326333 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:12.570173 19683 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:12.570923 19683 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:18:12.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:12.573211 19683 leader_election.cc:288] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279), cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057)
20:18:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:12.576572 19452 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111) [suppressed 5 similar messages]
20:18:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:12.580631 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279): Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111)
20:18:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:12.581316 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057): Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:18:12.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:12.581719 19452 leader_election.cc:302] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d903d7ff17544d7b64145a819e3565b; no voters: 7a67db31a31c44c38c5cec9598dc1da2, cae147f0779a4015ac992c426c9ec86b
20:18:12.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:12.582602 19683 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:12.858511 18884 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8c00 after lost signal to thread 18699
20:18:12.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:12.859557 18884 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6040 after lost signal to thread 18888
20:18:12.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:12 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133892, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:12.952517 19441 init.cc:295] Successfully reacquired a new kerberos TGT
20:18:13.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:13.319716 19423 master_runner.cc:186] Error getting master registration for 127.18.118.62:33279: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111),
20:18:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:13.320441 19423 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:13.330879 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:13.331250 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:14.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:14.336340 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:14.336746 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:15.103 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:15.104 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:15.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:15.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:15.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:15.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:15.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:15.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:15.109 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:15.340276 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:15.340713 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:16.345207 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:16.345662 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:17.223 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:17.224 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:17.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:17.349396 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:17.349774 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:17.822 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:17.823 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:17.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:17.883 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:17.885 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:17.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.889 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:17.963 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:17.964 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:17.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:17.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:17.968 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:18.324725 19423 master_runner.cc:186] Error getting master registration for 127.18.118.62:33279: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111),
20:18:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:18.325273 19423 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:18.354350 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:18.354902 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:19.358261 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:19.358588 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:19.524861 19709 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:19.525470 19709 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:18:19.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:19.527639 19709 leader_election.cc:288] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279), cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057)
20:18:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:19.530741 19452 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:18:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:19.534322 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279): Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111)
20:18:19.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:19.534933 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057): Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:18:19.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:19.535210 19452 leader_election.cc:302] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d903d7ff17544d7b64145a819e3565b; no voters: 7a67db31a31c44c38c5cec9598dc1da2, cae147f0779a4015ac992c426c9ec86b
20:18:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:19.535925 19709 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:19.863 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:19.865 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:19.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:19.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:19.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:19.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:19.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:19.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:19.869 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:20.361901 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:20.362236 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:21.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:21.365897 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:21.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:21.366282 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:21.883 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:21.884 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:21.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:21.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:21.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:21.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:21.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:21.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:21.889 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:22.370332 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:22.370785 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:22 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133902, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:22.955664 19441 init.cc:295] Successfully reacquired a new kerberos TGT
20:18:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:23.329979 19423 master_runner.cc:186] Error getting master registration for 127.18.118.62:33279: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111),
20:18:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:23.330569 19423 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:23.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:23.374372 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:23.374745 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:24.378206 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:24.378583 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:25.382171 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:25.382637 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:25.523 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:25.524 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:25.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:25.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:25.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:25.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:25.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:25.528 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:25.529 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:26.386480 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:26.386861 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:26.427147 19725 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:26.427824 19725 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a67db31a31c44c38c5cec9598dc1da2" member_type: VOTER last_known_addr { host: "127.18.118.62" port: 33279 } } peers { permanent_uuid: "cae147f0779a4015ac992c426c9ec86b" member_type: VOTER last_known_addr { host: "127.18.118.61" port: 40057 } } peers { permanent_uuid: "0d903d7ff17544d7b64145a819e3565b" member_type: VOTER last_known_addr { host: "127.18.118.60" port: 34093 } }
20:18:26.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:26.430027 19725 leader_election.cc:288] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279), cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057)
20:18:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:26.433277 19452 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:18:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:26.437268 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7a67db31a31c44c38c5cec9598dc1da2 (127.18.118.62:33279): Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111)
20:18:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:26.437857 19452 leader_election.cc:334] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cae147f0779a4015ac992c426c9ec86b (127.18.118.61:40057): Network error: Client connection negotiation failed: client connection to 127.18.118.61:40057: connect: Connection refused (error 111)
20:18:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:26.438109 19452 leader_election.cc:302] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d903d7ff17544d7b64145a819e3565b; no voters: 7a67db31a31c44c38c5cec9598dc1da2, cae147f0779a4015ac992c426c9ec86b
20:18:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:26.438774 19725 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:27.390683 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:27.391093 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:27.703 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:27.704 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:27.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:27.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:27.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:27.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:27.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:27.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:27.708 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:28.334338 19423 master_runner.cc:186] Error getting master registration for 127.18.118.62:33279: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111),
20:18:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:28.334901 19423 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:28.394716 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:28.395061 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:29.398584 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:29.398898 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:29.443 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:29.445 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:29.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:29.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:29.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:29.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:29.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:29.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:29.449 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:30.283 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:30.285 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:30.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:30.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:30.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:30.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:30.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:30.286 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:30.289 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:30.402576 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:30.402948 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:31.406630 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:31.406970 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:32.411105 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:32.411527 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:32.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 20:18:32 dist-test-slave-kvfs krb5kdc[18922](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786133912, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.118.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:32.958904 19441 init.cc:295] Successfully reacquired a new kerberos TGT
20:18:33.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:33.339809 19423 master_runner.cc:186] Error getting master registration for 127.18.118.62:33279: Network error: Client connection negotiation failed: client connection to 127.18.118.62:33279: connect: Connection refused (error 111),
20:18:33.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:33.340647 19423 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:33.414755 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:33.415095 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:34.003 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:34.004 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:34.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:34.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:34.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:34.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:34.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:34.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:34.009 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:34.418565 19543 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d903d7ff17544d7b64145a819e3565b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:34.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:34.418882 19543 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:35.086 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.62:33279(127.18.118.62:33279)] connecting to peer
20:18:35.087 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.18.118.61:40057(127.18.118.61:40057)] connecting to peer
20:18:35.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:35.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:35.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.62:33279(127.18.118.62:33279)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:35.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.118.61:40057(127.18.118.61:40057)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:35.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.61:40057: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057
20:18:35.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.118.62:33279: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
20:18:35.093 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057; will retry
20:18:35.095 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29692), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [35ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [148ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [151ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: connection closed, [152ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: connection closed, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [169ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [170ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [187ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [188ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [204ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [204ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [208ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [208ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [224ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [227ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [228ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [267ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [267ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [324ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [324ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [326ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [326ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [424ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [424ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [427ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [427ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [604ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [605ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [607ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [824ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [824ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [825ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [826ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [1185ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [1986ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [1987ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [2644ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [2645ms] too many traces: truncated at 100 traces, deferred=Deferred@909735462(state=PENDING, result=null, callback=(continuation of Deferred@1497263006 after retry RPC after error@740321412) -> (continuation of Deferred@1726405764 after retry RPC after error@462626360) -> (continuation of Deferred@836498511 after retry RPC after error@512806584) -> (continuation of Deferred@1321345810 after retry RPC after error@1302562348) -> (continuation of Deferred@599026267 after retry RPC after error@994678171) -> (continuation of Deferred@1682762579 after retry RPC after error@890213136) -> (continuation of Deferred@904515928 after retry RPC after error@1123774259) -> (continuation of Deferred@1106117196 after retry RPC after error@145788530) -> (continuation of Deferred@1932061997 after retry RPC after error@1781765772) -> (continuation of Deferred@1543378404 after retry RPC after error@1462883319) -> (continuation of Deferred@1665404345 after retry RPC after error@364208299) -> (continuation of Deferred@1053759180 after retry RPC after error@1731773577) -> (continuation of Deferred@617755666 after retry RPC after error@442284059) -> (continuation of Deferred@1558426858 after retry RPC after error@2111717235) -> (continuation of Deferred@1209661054 after retry RPC after error@930743046) -> (continuation of Deferred@1996469735 after retry RPC after error@2060859884) -> (continuation of Deferred@2113641166 after retry RPC after error@452908100) -> (continuation of Deferred@287644273 after retry RPC after error@1526159584) -> (continuation of Deferred@2080081050 after retry RPC after error@399192917) -> (continuation of Deferred@772031823 after retry RPC after error@1314142263) -> (continuation of Deferred@1772923443 after retry RPC after error@657685960) -> (continuation of Deferred@730950236 after retry RPC after error@1147890329) -> (continuation of Deferred@1209711893 after retry RPC after error@1954239715) -> (continuation of Deferred@1419248570 after retry RPC after error@1261995026) -> (continuation of Deferred@1448569461 after retry RPC after error@2024136720) -> (continuation of Deferred@1815390573 after retry RPC after error@1671674093) -> (continuation of Deferred@248148526 after retry RPC after error@1505277575) -> (continuation of Deferred@277746460 after retry RPC after error@1855239472), errback=(continuation of Deferred@1497263006 after retry RPC after error@740321412) -> (continuation of Deferred@1726405764 after retry RPC after error@462626360) -> (continuation of Deferred@836498511 after retry RPC after error@512806584) -> (continuation of Deferred@1321345810 after retry RPC after error@1302562348) -> (continuation of Deferred@599026267 after retry RPC after error@994678171) -> (continuation of Deferred@1682762579 after retry RPC after error@890213136) -> (continuation of Deferred@904515928 after retry RPC after error@1123774259) -> (continuation of Deferred@1106117196 after retry RPC after error@145788530) -> (continuation of Deferred@1932061997 after retry RPC after error@1781765772) -> (continuation of Deferred@1543378404 after retry RPC after error@1462883319) -> (continuation of Deferred@1665404345 after retry RPC after error@364208299) -> (continuation of Deferred@1053759180 after retry RPC after error@1731773577) -> (continuation of Deferred@617755666 after retry RPC after error@442284059) -> (continuation of Deferred@1558426858 after retry RPC after error@2111717235) -> (continuation of Deferred@1209661054 after retry RPC after error@930743046) -> (continuation of Deferred@1996469735 after retry RPC after error@2060859884) -> (continuation of Deferred@2113641166 after retry RPC after error@452908100) -> (continuation of Deferred@287644273 after retry RPC after error@1526159584) -> (continuation of Deferred@2080081050 after retry RPC after error@399192917) -> (continuation of Deferred@772031823 after retry RPC after error@1314142263) -> (continuation of Deferred@1772923443 after retry RPC after error@657685960) -> (continuation of Deferred@730950236 after retry RPC after error@1147890329) -> (continuation of Deferred@1209711893 after retry RPC after error@1954239715) -> (continuation of Deferred@1419248570 after retry RPC after error@1261995026) -> (continuation of Deferred@1448569461 after retry RPC after error@2024136720) -> (continuation of Deferred@1815390573 after retry RPC after error@1671674093) -> (continuation of Deferred@248148526 after retry RPC after error@1505277575) -> (continuation of Deferred@277746460 after retry RPC after error@1855239472)))
20:18:35.097 [DEBUG - main] (Connection.java:575) [peer master-127.18.118.61:40057(127.18.118.61:40057)] disconnecting while in state TERMINATED
20:18:35.097 [DEBUG - main] (Connection.java:575) [peer master-127.18.118.60:34093(127.18.118.60:34093)] disconnecting while in state READY
20:18:35.098 [DEBUG - main] (Connection.java:575) [peer master-127.18.118.62:33279(127.18.118.62:33279)] disconnecting while in state TERMINATED
20:18:35.100 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.118.60:34093(127.18.118.60:34093)] handling channelInactive
20:18:35.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.118.60:34093(127.18.118.60:34093)] cleaning up while in state READY due to: connection closed
20:18:35.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:18:35.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:35.103299 18904 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 19423
20:18:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T20:18:36Z chronyd exiting
20:18:37.455 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:18:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:37.458031 17804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 18247
20:18:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:37.516655 17804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 18481
20:18:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:37.581338 17804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 18695
20:18:37.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:37.637444 17804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 17822
20:18:37.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:37.704290 17804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 17930
20:18:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 20:18:37.767671 18097 connection.cc:535] client connection to 127.17.99.61:46687 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:18:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 20:18:37.768326 17804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasknE2NB6/build/tsan/bin/kudu with pid 18056
20:18:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T20:18:38Z chronyd exiting
20:18:40.053 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29692), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [35ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [148ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [151ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: connection closed, [152ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: connection closed, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [169ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [170ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [187ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [188ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [204ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [204ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [208ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [208ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [224ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [227ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [228ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [267ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [267ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [324ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [324ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [326ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [326ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [424ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [424ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [427ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [427ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [604ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [605ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [607ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [824ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [824ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [825ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [826ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [1185ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [1986ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [1987ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [2644ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [2645ms] too many traces: truncated at 100 traces, deferred=Deferred@909735462(state=PENDING, result=null, callback=(continuation of Deferred@1497263006 after retry RPC after error@740321412) -> (continuation of Deferred@1726405764 after retry RPC after error@462626360) -> (continuation of Deferred@836498511 after retry RPC after error@512806584) -> (continuation of Deferred@1321345810 after retry RPC after error@1302562348) -> (continuation of Deferred@599026267 after retry RPC after error@994678171) -> (continuation of Deferred@1682762579 after retry RPC after error@890213136) -> (continuation of Deferred@904515928 after retry RPC after error@1123774259) -> (continuation of Deferred@1106117196 after retry RPC after error@145788530) -> (continuation of Deferred@1932061997 after retry RPC after error@1781765772) -> (continuation of Deferred@1543378404 after retry RPC after error@1462883319) -> (continuation of Deferred@1665404345 after retry RPC after error@364208299) -> (continuation of Deferred@1053759180 after retry RPC after error@1731773577) -> (continuation of Deferred@617755666 after retry RPC after error@442284059) -> (continuation of Deferred@1558426858 after retry RPC after error@2111717235) -> (continuation of Deferred@1209661054 after retry RPC after error@930743046) -> (continuation of Deferred@1996469735 after retry RPC after error@2060859884) -> (continuation of Deferred@2113641166 after retry RPC after error@452908100) -> (continuation of Deferred@287644273 after retry RPC after error@1526159584) -> (continuation of Deferred@2080081050 after retry RPC after error@399192917) -> (continuation of Deferred@772031823 after retry RPC after error@1314142263) -> (continuation of Deferred@1772923443 after retry RPC after error@657685960) -> (continuation of Deferred@730950236 after retry RPC after error@1147890329) -> (continuation of Deferred@1209711893 after retry RPC after error@1954239715) -> (continuation of Deferred@1419248570 after retry RPC after error@1261995026) -> (continuation of Deferred@1448569461 after retry RPC after error@2024136720) -> (continuation of Deferred@1815390573 after retry RPC after error@1671674093) -> (continuation of Deferred@248148526 after retry RPC after error@1505277575) -> (continuation of Deferred@277746460 after retry RPC after error@1855239472), errback=(continuation of Deferred@1497263006 after retry RPC after error@740321412) -> (continuation of Deferred@1726405764 after retry RPC after error@462626360) -> (continuation of Deferred@836498511 after retry RPC after error@512806584) -> (continuation of Deferred@1321345810 after retry RPC after error@1302562348) -> (continuation of Deferred@599026267 after retry RPC after error@994678171) -> (continuation of Deferred@1682762579 after retry RPC after error@890213136) -> (continuation of Deferred@904515928 after retry RPC after error@1123774259) -> (continuation of Deferred@1106117196 after retry RPC after error@145788530) -> (continuation of Deferred@1932061997 after retry RPC after error@1781765772) -> (continuation of Deferred@1543378404 after retry RPC after error@1462883319) -> (continuation of Deferred@1665404345 after retry RPC after error@364208299) -> (continuation of Deferred@1053759180 after retry RPC after error@1731773577) -> (continuation of Deferred@617755666 after retry RPC after error@442284059) -> (continuation of Deferred@1558426858 after retry RPC after error@2111717235) -> (continuation of Deferred@1209661054 after retry RPC after error@930743046) -> (continuation of Deferred@1996469735 after retry RPC after error@2060859884) -> (continuation of Deferred@2113641166 after retry RPC after error@452908100) -> (continuation of Deferred@287644273 after retry RPC after error@1526159584) -> (continuation of Deferred@2080081050 after retry RPC after error@399192917) -> (continuation of Deferred@772031823 after retry RPC after error@1314142263) -> (continuation of Deferred@1772923443 after retry RPC after error@657685960) -> (continuation of Deferred@730950236 after retry RPC after error@1147890329) -> (continuation of Deferred@1209711893 after retry RPC after error@1954239715) -> (continuation of Deferred@1419248570 after retry RPC after error@1261995026) -> (continuation of Deferred@1448569461 after retry RPC after error@2024136720) -> (continuation of Deferred@1815390573 after retry RPC after error@1671674093) -> (continuation of Deferred@248148526 after retry RPC after error@1505277575) -> (continuation of Deferred@277746460 after retry RPC after error@1855239472)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.118.62:33279
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29692), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [35ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [148ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [151ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: connection closed, [152ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: connection closed, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [166ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [169ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [170ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [187ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [188ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [204ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [204ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [208ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [208ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [223ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [224ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [227ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [228ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [267ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [267ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [324ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [324ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [326ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [326ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [424ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [424ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [427ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [427ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [604ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [605ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [607ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [824ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [824ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [825ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [826ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [1185ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [1185ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.61:40057, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.61:40057: Network error: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [1986ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.60:34093: OK, [1987ms] delaying RPC due to: Service unavailable: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057, [2640ms] refreshing cache from master, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.62:33279, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.118.60:34093, [2644ms] Sub RPC ConnectToMaster: received response from server master-127.18.118.62:33279: Network error: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279, [2645ms] too many traces: truncated at 100 traces, deferred=Deferred@909735462(state=PENDING, result=null, callback=(continuation of Deferred@1497263006 after retry RPC after error@740321412) -> (continuation of Deferred@1726405764 after retry RPC after error@462626360) -> (continuation of Deferred@836498511 after retry RPC after error@512806584) -> (continuation of Deferred@1321345810 after retry RPC after error@1302562348) -> (continuation of Deferred@599026267 after retry RPC after error@994678171) -> (continuation of Deferred@1682762579 after retry RPC after error@890213136) -> (continuation of Deferred@904515928 after retry RPC after error@1123774259) -> (continuation of Deferred@1106117196 after retry RPC after error@145788530) -> (continuation of Deferred@1932061997 after retry RPC after error@1781765772) -> (continuation of Deferred@1543378404 after retry RPC after error@1462883319) -> (continuation of Deferred@1665404345 after retry RPC after error@364208299) -> (continuation of Deferred@1053759180 after retry RPC after error@1731773577) -> (continuation of Deferred@617755666 after retry RPC after error@442284059) -> (continuation of Deferred@1558426858 after retry RPC after error@2111717235) -> (continuation of Deferred@1209661054 after retry RPC after error@930743046) -> (continuation of Deferred@1996469735 after retry RPC after error@2060859884) -> (continuation of Deferred@2113641166 after retry RPC after error@452908100) -> (continuation of Deferred@287644273 after retry RPC after error@1526159584) -> (continuation of Deferred@2080081050 after retry RPC after error@399192917) -> (continuation of Deferred@772031823 after retry RPC after error@1314142263) -> (continuation of Deferred@1772923443 after retry RPC after error@657685960) -> (continuation of Deferred@730950236 after retry RPC after error@1147890329) -> (continuation of Deferred@1209711893 after retry RPC after error@1954239715) -> (continuation of Deferred@1419248570 after retry RPC after error@1261995026) -> (continuation of Deferred@1448569461 after retry RPC after error@2024136720) -> (continuation of Deferred@1815390573 after retry RPC after error@1671674093) -> (continuation of Deferred@248148526 after retry RPC after error@1505277575) -> (continuation of Deferred@277746460 after retry RPC after error@1855239472), errback=(continuation of Deferred@1497263006 after retry RPC after error@740321412) -> (continuation of Deferred@1726405764 after retry RPC after error@462626360) -> (continuation of Deferred@836498511 after retry RPC after error@512806584) -> (continuation of Deferred@1321345810 after retry RPC after error@1302562348) -> (continuation of Deferred@599026267 after retry RPC after error@994678171) -> (continuation of Deferred@1682762579 after retry RPC after error@890213136) -> (continuation of Deferred@904515928 after retry RPC after error@1123774259) -> (continuation of Deferred@1106117196 after retry RPC after error@145788530) -> (continuation of Deferred@1932061997 after retry RPC after error@1781765772) -> (continuation of Deferred@1543378404 after retry RPC after error@1462883319) -> (continuation of Deferred@1665404345 after retry RPC after error@364208299) -> (continuation of Deferred@1053759180 after retry RPC after error@1731773577) -> (continuation of Deferred@617755666 after retry RPC after error@442284059) -> (continuation of Deferred@1558426858 after retry RPC after error@2111717235) -> (continuation of Deferred@1209661054 after retry RPC after error@930743046) -> (continuation of Deferred@1996469735 after retry RPC after error@2060859884) -> (continuation of Deferred@2113641166 after retry RPC after error@452908100) -> (continuation of Deferred@287644273 after retry RPC after error@1526159584) -> (continuation of Deferred@2080081050 after retry RPC after error@399192917) -> (continuation of Deferred@772031823 after retry RPC after error@1314142263) -> (continuation of Deferred@1772923443 after retry RPC after error@657685960) -> (continuation of Deferred@730950236 after retry RPC after error@1147890329) -> (continuation of Deferred@1209711893 after retry RPC after error@1954239715) -> (continuation of Deferred@1419248570 after retry RPC after error@1261995026) -> (continuation of Deferred@1448569461 after retry RPC after error@2024136720) -> (continuation of Deferred@1815390573 after retry RPC after error@1671674093) -> (continuation of Deferred@248148526 after retry RPC after error@1505277575) -> (continuation of Deferred@277746460 after retry RPC after error@1855239472)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.118.62:33279,127.18.118.60:34093,127.18.118.61:40057) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.61:40057(127.18.118.61:40057): Connection refused: /127.18.118.61:40057,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.118.62:33279(127.18.118.62:33279): Connection refused: /127.18.118.62:33279
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.118.62:33279
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)