14:52:29.322 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:52:29.336 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskoMagPI/test-tmp
14:52:29.340 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:52:29.343 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskoMagPI/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:52:29.594 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:52:29.767 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:52:29.768 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:52:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:29.771801 16336 mini_oidc.cc:152] Starting JWKS server
14:52:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:29.775657 16336 webserver.cc:460] Webserver started at http://127.0.0.1:41183/ using document root <none> and password file <none>
14:52:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:29.776155 16336 mini_oidc.cc:189] Starting OIDC Discovery server
14:52:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:29.778185 16336 webserver.cc:460] Webserver started at http://127.0.0.1:44487/ using document root <none> and password file <none>
14:52:29.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T14:52:29Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
14:52:29.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T14:52:29Z Disabled control of system clock
14:52:29.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:29.834002 16336 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:29.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/wal
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/data
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/logs
14:52:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/data/info.pb
14:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:52:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.62:43743
14:52:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.62
14:52:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41183/jwks.json with env {}
14:52:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.144003 16348 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.144599 16348 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.145252 16348 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.176936 16348 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:52:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.177222 16348 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.177410 16348 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:52:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.177585 16348 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:52:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.177871 16348 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:52:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.178088 16348 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41183/jwks.json
14:52:30.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:30.213752 16348 master_runner.cc:386] Master server non-default flags:
14:52:30.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:30.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/data
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/wal
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.62:43743
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41183/jwks.json
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/data/info.pb
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.62
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/logs
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:30.215291 16348 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:30.217494 16348 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:30.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.236574 16355 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:31.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.236563 16354 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:30.238971 16348 server_base.cc:1034] running on GCE node
14:52:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:30.236699 16357 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.437980 16348 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.441555 16348 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.443011 16348 hybrid_clock.cc:648] HybridClock initialized: now 1790261551442966 us; error 73 us; skew 500 ppm
14:52:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.443886 16348 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.455545 16348 webserver.cc:460] Webserver started at http://127.15.244.62:36361/ using document root <none> and password file <none>
14:52:31.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.456542 16348 fs_manager.cc:359] Metadata directory not provided
14:52:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.456751 16348 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.457145 16348 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:52:31.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.462383 16348 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/data/instance:
14:52:31.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6e3b1352d04d3abf19775adff514ba"
14:52:31.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:31 on dist-test-slave-3bh3"
14:52:31.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.463724 16348 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/wal/instance:
14:52:31.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6e3b1352d04d3abf19775adff514ba"
14:52:31.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:31 on dist-test-slave-3bh3"
14:52:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.471729 16348 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
14:52:31.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.477821 16364 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.479270 16348 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
14:52:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.479574 16348 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/wal
14:52:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b6e3b1352d04d3abf19775adff514ba"
14:52:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:31 on dist-test-slave-3bh3"
14:52:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.479907 16348 fs_report.cc:383] FS layout report
14:52:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/wal
14:52:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/wal
14:52:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/data/data
14:52:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:31.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.525893 16348 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:31.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.527391 16348 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.527941 16348 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.604060 16415 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.244.62:43743 every 8 connection(s)
14:52:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.604054 16348 rpc_server.cc:307] RPC server started. Bound to: 127.15.244.62:43743
14:52:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.606998 16348 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/data/info.pb
14:52:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.612664 16416 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:52:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.615414 16336 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 16348
14:52:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.615805 16336 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-0/wal/instance
14:52:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.619700 16336 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/wal
14:52:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/data
14:52:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/logs
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/data/info.pb
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:52:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.61:41249
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.61
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:31.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41183/jwks.json with env {}
14:52:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.627234 16416 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
14:52:31.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.659582 16416 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } has no permanent_uuid. Determining permanent_uuid...
14:52:31.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.661940 16366 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.244.61:41249: connect: Connection refused (error 111)
14:52:31.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.666316 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.61:41249: Network error: Client connection negotiation failed: client connection to 127.15.244.61:41249: connect: Connection refused (error 111)
14:52:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.715847 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } attempt: 1
14:52:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.721271 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.61:41249: Network error: Client connection negotiation failed: client connection to 127.15.244.61:41249: connect: Connection refused (error 111)
14:52:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.789803 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } attempt: 2
14:52:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.795017 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.61:41249: Network error: Client connection negotiation failed: client connection to 127.15.244.61:41249: connect: Connection refused (error 111)
14:52:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:31.886564 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } attempt: 3
14:52:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.890920 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.61:41249: Network error: Client connection negotiation failed: client connection to 127.15.244.61:41249: connect: Connection refused (error 111)
14:52:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.952602 16418 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.953190 16418 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.953845 16418 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:31.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.986126 16418 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:52:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.986435 16418 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.986639 16418 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:52:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.986929 16418 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:52:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.987188 16418 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:52:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:31.987426 16418 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41183/jwks.json
14:52:32.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:32.026175 16418 master_runner.cc:386] Master server non-default flags:
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/data
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/wal
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.61:41249
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41183/jwks.json
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/data/info.pb
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.61
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/logs
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:52:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:32.027624 16418 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:32.029902 16418 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:32.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:32.034415 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } attempt: 4
14:52:32.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:32.039208 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.61:41249: Network error: Client connection negotiation failed: client connection to 127.15.244.61:41249: connect: Connection refused (error 111)
14:52:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:32.050488 16428 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:32.338910 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } attempt: 5
14:52:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:32.344290 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.61:41249: Network error: Client connection negotiation failed: client connection to 127.15.244.61:41249: connect: Connection refused (error 111)
14:52:32.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:32.891768 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } attempt: 6
14:52:32.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:32.900480 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.61:41249: Network error: Client connection negotiation failed: client connection to 127.15.244.61:41249: connect: Connection refused (error 111)
14:52:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:32.050917 16430 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:32.054833 16418 server_base.cc:1034] running on GCE node
14:52:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:32.051016 16427 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:33.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.254038 16418 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:33.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.257015 16418 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:33.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.258414 16418 hybrid_clock.cc:648] HybridClock initialized: now 1790261553258370 us; error 87 us; skew 500 ppm
14:52:33.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.259562 16418 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:33.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.265974 16418 webserver.cc:460] Webserver started at http://127.15.244.61:44305/ using document root <none> and password file <none>
14:52:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.267058 16418 fs_manager.cc:359] Metadata directory not provided
14:52:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.267252 16418 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.267714 16418 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:52:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.273006 16418 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/data/instance:
14:52:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a5fec824889486badc2a73f23660a7c"
14:52:33.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:33 on dist-test-slave-3bh3"
14:52:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.274175 16418 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/wal/instance:
14:52:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a5fec824889486badc2a73f23660a7c"
14:52:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:33 on dist-test-slave-3bh3"
14:52:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.281467 16418 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
14:52:33.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.287089 16439 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.288189 16418 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:52:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.288475 16418 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/wal
14:52:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a5fec824889486badc2a73f23660a7c"
14:52:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:33 on dist-test-slave-3bh3"
14:52:33.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.288787 16418 fs_report.cc:383] FS layout report
14:52:33.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:33.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/wal
14:52:33.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/wal
14:52:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/data/data
14:52:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.330870 16418 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.332374 16418 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.332791 16418 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.409798 16418 rpc_server.cc:307] RPC server started. Bound to: 127.15.244.61:41249
14:52:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.409907 16491 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.244.61:41249 every 8 connection(s)
14:52:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.412542 16418 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/data/info.pb
14:52:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.417747 16492 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:52:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.422473 16336 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 16418
14:52:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.423018 16336 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-1/wal/instance
14:52:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.426087 16336 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/wal
14:52:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/data
14:52:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/logs
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/data/info.pb
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.60:35185
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.60
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41183/jwks.json with env {}
14:52:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.433947 16492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
14:52:33.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.458495 16492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } has no permanent_uuid. Determining permanent_uuid...
14:52:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.476081 16492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } has no permanent_uuid. Determining permanent_uuid...
14:52:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.478799 16443 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.485029 16492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.534636 16492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 1
14:52:33.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.539218 16492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:33.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.607713 16492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 2
14:52:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.611881 16492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:33.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.703313 16492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 3
14:52:33.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.707259 16492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.758757 16494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.759336 16494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:33.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.759811 16494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.791749 16494 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:52:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.792047 16494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.792238 16494 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:52:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.792500 16494 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:52:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.792716 16494 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:52:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.792858 16494 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41183/jwks.json
14:52:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.830807 16494 master_runner.cc:386] Master server non-default flags:
14:52:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/data
14:52:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/wal
14:52:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.60:35185
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41183/jwks.json
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/data/info.pb
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.60
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/logs
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.832136 16494 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:33.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.834146 16494 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:33.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.850682 16492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 4
14:52:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.855355 16492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:33.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.855870 16507 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:33.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.960991 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } attempt: 7
14:52:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.973676 16416 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } has no permanent_uuid. Determining permanent_uuid...
14:52:33.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.979334 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:34.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:34.037973 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 1
14:52:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:34.043800 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:34.125339 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 2
14:52:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:34.129079 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:34.154853 16492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 5
14:52:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:34.159621 16492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:34.214775 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 3
14:52:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:34.219084 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:34.359823 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 4
14:52:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:34.364419 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:34.648109 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 5
14:52:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:34.652218 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:34.707034 16492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 6
14:52:34.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:34.715425 16492 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:35.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.859079 16505 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:35.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:33.859440 16494 server_base.cc:1034] running on GCE node
14:52:35.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:33.859233 16504 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.066864 16494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.069455 16494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.070839 16494 hybrid_clock.cc:648] HybridClock initialized: now 1790261555070814 us; error 45 us; skew 500 ppm
14:52:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.071652 16494 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.077864 16494 webserver.cc:460] Webserver started at http://127.15.244.60:44623/ using document root <none> and password file <none>
14:52:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.078827 16494 fs_manager.cc:359] Metadata directory not provided
14:52:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.079018 16494 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.079417 16494 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:52:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.084481 16494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/data/instance:
14:52:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfd23a396ab74ce7881751c4cff0a14e"
14:52:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:35 on dist-test-slave-3bh3"
14:52:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.085588 16494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/wal/instance:
14:52:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfd23a396ab74ce7881751c4cff0a14e"
14:52:35.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:35 on dist-test-slave-3bh3"
14:52:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.093952 16494 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
14:52:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.100250 16518 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.101588 16494 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:52:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.101915 16494 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/wal
14:52:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfd23a396ab74ce7881751c4cff0a14e"
14:52:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:35 on dist-test-slave-3bh3"
14:52:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.102312 16494 fs_report.cc:383] FS layout report
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/wal
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/wal
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/data/data
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:35.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.145341 16494 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.147254 16494 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.147845 16494 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.204615 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 6
14:52:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:35.213128 16416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.244.60:35185: Network error: Client connection negotiation failed: client connection to 127.15.244.60:35185: connect: Connection refused (error 111)
14:52:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.225458 16494 rpc_server.cc:307] RPC server started. Bound to: 127.15.244.60:35185
14:52:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.225703 16571 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.244.60:35185 every 8 connection(s)
14:52:35.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.229020 16494 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/data/info.pb
14:52:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.235777 16336 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 16494
14:52:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.236130 16336 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/master-2/wal/instance
14:52:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.236069 16572 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:52:35.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.254969 16572 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } has no permanent_uuid. Determining permanent_uuid...
14:52:35.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.284369 16572 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } has no permanent_uuid. Determining permanent_uuid...
14:52:35.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.296190 16572 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } has no permanent_uuid. Determining permanent_uuid...
14:52:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.313959 16572 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e: Bootstrap starting.
14:52:35.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.320513 16572 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e: Neither blocks nor log segments found. Creating new log.
14:52:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.322412 16572 log.cc:824] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e: Log is configured to *not* fsync() on all Append() calls
14:52:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.329073 16572 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e: No bootstrap required, opened a new log
14:52:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.352834 16572 raft_consensus.cc:348] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } }
14:52:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.353473 16572 raft_consensus.cc:374] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:52:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.353652 16572 raft_consensus.cc:729] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bfd23a396ab74ce7881751c4cff0a14e, State: Initialized, Role: FOLLOWER
14:52:35.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.354403 16572 consensus_queue.cc:260] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } }
14:52:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.356909 16581 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.357550 16581 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [sys.catalog]: This master's current role is: FOLLOWER
14:52:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.358453 16572 sys_catalog.cc:564] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [sys.catalog]: configured and running, proceeding with master startup.
14:52:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:35.384718 16592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:35.385028 16592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:52:35.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:35.403286 16524 tablet.cc:2369] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:52:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.381191 16494 master_runner.cc:186] Error getting master registration for 127.15.244.62:43743: OK, instance_id { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" instance_seqno: 1790261551581970 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:52:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.417971 16494 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:52:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.717926 16581 raft_consensus.cc:482] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:52:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.718438 16581 raft_consensus.cc:504] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } }
14:52:35.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.720890 16581 leader_election.cc:288] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b6e3b1352d04d3abf19775adff514ba (127.15.244.62:43743), 6a5fec824889486badc2a73f23660a7c (127.15.244.61:41249)
14:52:35.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.775885 16492 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 7
14:52:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.799988 16492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c: Bootstrap starting.
14:52:35.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.807240 16492 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c: Neither blocks nor log segments found. Creating new log.
14:52:35.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.809931 16492 log.cc:824] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c: Log is configured to *not* fsync() on all Append() calls
14:52:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.816150 16492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c: No bootstrap required, opened a new log
14:52:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.847289 16492 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } }
14:52:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.848234 16492 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:52:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.848505 16492 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a5fec824889486badc2a73f23660a7c, State: Initialized, Role: FOLLOWER
14:52:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.849519 16492 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } }
14:52:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.855625 16597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.856673 16597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [sys.catalog]: This master's current role is: FOLLOWER
14:52:35.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.857674 16492 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [sys.catalog]: configured and running, proceeding with master startup.
14:52:35.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.857877 16467 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfd23a396ab74ce7881751c4cff0a14e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a5fec824889486badc2a73f23660a7c" is_pre_election: true
14:52:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.858952 16467 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bfd23a396ab74ce7881751c4cff0a14e in term 0.
14:52:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.860812 16520 leader_election.cc:302] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6a5fec824889486badc2a73f23660a7c, bfd23a396ab74ce7881751c4cff0a14e; no voters:
14:52:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.862323 16581 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 0 FOLLOWER]: Leader pre-election won for term 1
14:52:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.862696 16581 raft_consensus.cc:482] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:52:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.863050 16581 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 0 FOLLOWER]: Advancing to term 1
14:52:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.870699 16581 raft_consensus.cc:504] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } }
14:52:35.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.875439 16581 leader_election.cc:288] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [CANDIDATE]: Term 1 election: Requested vote from peers 2b6e3b1352d04d3abf19775adff514ba (127.15.244.62:43743), 6a5fec824889486badc2a73f23660a7c (127.15.244.61:41249)
14:52:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.877179 16467 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfd23a396ab74ce7881751c4cff0a14e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a5fec824889486badc2a73f23660a7c"
14:52:35.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.877960 16467 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [term 0 FOLLOWER]: Advancing to term 1
14:52:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.886623 16467 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bfd23a396ab74ce7881751c4cff0a14e in term 1.
14:52:35.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.891921 16520 leader_election.cc:302] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6a5fec824889486badc2a73f23660a7c, bfd23a396ab74ce7881751c4cff0a14e; no voters:
14:52:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.892783 16581 raft_consensus.cc:2781] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 1 FOLLOWER]: Leader election won for term 1
14:52:35.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.896584 16581 raft_consensus.cc:686] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [term 1 LEADER]: Becoming Leader. State: Replica: bfd23a396ab74ce7881751c4cff0a14e, State: Running, Role: LEADER
14:52:35.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.897554 16581 consensus_queue.cc:237] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } }
14:52:35.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.920001 16608 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [sys.catalog]: SysCatalogTable state changed. Reason: New leader bfd23a396ab74ce7881751c4cff0a14e. Latest consensus state: current_term: 1 leader_uuid: "bfd23a396ab74ce7881751c4cff0a14e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:35.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.921046 16608 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [sys.catalog]: This master's current role is: LEADER
14:52:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.924433 16611 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
14:52:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.931895 16611 catalog_manager.cc:1484] Initializing Kudu cluster ID...
14:52:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:35.953944 16610 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:35.954645 16610 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:52:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.965260 16467 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [term 1 FOLLOWER]: Refusing update from remote peer bfd23a396ab74ce7881751c4cff0a14e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:52:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.967413 16608 consensus_queue.cc:1035] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [LEADER]: Connected to new peer: Peer: permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:52:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.926390 16418 master_runner.cc:186] Error getting master registration for 127.15.244.62:43743: OK, instance_id { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" instance_seqno: 1790261551581970 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:52:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:35.985486 16418 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:52:36.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.008741 16597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [sys.catalog]: SysCatalogTable state changed. Reason: New leader bfd23a396ab74ce7881751c4cff0a14e. Latest consensus state: current_term: 1 leader_uuid: "bfd23a396ab74ce7881751c4cff0a14e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.019136 16597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [sys.catalog]: This master's current role is: FOLLOWER
14:52:36.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.024282 16613 mvcc.cc:205] Tried to move back new op lower bound from 7332911333212078080 to 7332911332974977024. Current Snapshot: MvccSnapshot[applied={T|T < 7332911333212078080}]
14:52:36.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.026325 16581 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bfd23a396ab74ce7881751c4cff0a14e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:36.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.027401 16581 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [sys.catalog]: This master's current role is: LEADER
14:52:36.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.031066 16614 mvcc.cc:205] Tried to move back new op lower bound from 7332911333212078080 to 7332911332974977024. Current Snapshot: MvccSnapshot[applied={T|T < 7332911333212078080}]
14:52:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.035487 16611 catalog_manager.cc:1347] Generated new cluster ID: 63e4fcd51bfa494ba1149a7bffd490d9
14:52:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.035784 16611 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
14:52:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.036149 16597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bfd23a396ab74ce7881751c4cff0a14e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:36.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.036885 16597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c [sys.catalog]: This master's current role is: FOLLOWER
14:52:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.112984 16611 catalog_manager.cc:1370] Generated new certificate authority record
14:52:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.116035 16611 catalog_manager.cc:1504] Loading token signing keys...
14:52:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.146912 16611 catalog_manager.cc:5868] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e: Generated new TSK 0
14:52:36.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.148216 16611 catalog_manager.cc:1514] Initializing in-progress tserver states...
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.201586 16336 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/wal
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/data
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/logs
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/data/info.pb
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.1:0
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.244.1
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.1
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:52:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.246479 16416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } attempt: 7
14:52:36.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.299844 16416 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba: Bootstrap starting.
14:52:36.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.344574 16416 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba: Neither blocks nor log segments found. Creating new log.
14:52:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.359822 16416 log.cc:824] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba: Log is configured to *not* fsync() on all Append() calls
14:52:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.400449 16416 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba: No bootstrap required, opened a new log
14:52:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:36.735929 16618 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:36.737206 16618 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:36.738014 16618 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.771332 16416 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } }
14:52:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.784287 16416 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:52:36.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.787997 16416 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b6e3b1352d04d3abf19775adff514ba, State: Initialized, Role: FOLLOWER
14:52:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:36.805686 16618 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:36.807452 16618 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.244.1
14:52:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.797590 16416 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } }
14:52:36.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.819725 16626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:36.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.820590 16626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [sys.catalog]: This master's current role is: FOLLOWER
14:52:36.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.840529 16389 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [term 0 FOLLOWER]: Advancing to term 1
14:52:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.843513 16391 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfd23a396ab74ce7881751c4cff0a14e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b6e3b1352d04d3abf19775adff514ba" is_pre_election: true
14:52:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.844890 16391 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:58224 (request call id 2) took 1123 ms. Trace:
14:52:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.845216 16391 rpcz_store.cc:276] 0924 14:52:35.721437 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:52:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 14:52:35.721607 (+ 170us) service_pool.cc:227] Handling call
14:52:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 14:52:36.844824 (+1123217us) inbound_call.cc:173] Queueing success response
14:52:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:52:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.847857 16390 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfd23a396ab74ce7881751c4cff0a14e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b6e3b1352d04d3abf19775adff514ba"
14:52:36.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.855443 16389 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [term 1 FOLLOWER]: Refusing update from remote peer bfd23a396ab74ce7881751c4cff0a14e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:52:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.857685 16625 consensus_queue.cc:1035] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:52:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.873785 16416 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [sys.catalog]: configured and running, proceeding with master startup.
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.876551 16618 tablet_server_runner.cc:78] Tablet server non-default flags:
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/data
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/wal
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.1:0
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/data/info.pb
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.1
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.244.1
14:52:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/logs
14:52:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:52:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:36.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:36.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.881616 16618 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.884124 16618 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:36.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:36.931502 16636 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.961606 16610 catalog_manager.cc:1259] Loaded cluster ID: 63e4fcd51bfa494ba1149a7bffd490d9
14:52:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.963526 16610 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c: loading cluster ID for follower catalog manager: success
14:52:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.976167 16626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader bfd23a396ab74ce7881751c4cff0a14e. Latest consensus state: current_term: 1 leader_uuid: "bfd23a396ab74ce7881751c4cff0a14e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.976984 16626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [sys.catalog]: This master's current role is: FOLLOWER
14:52:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.976831 16634 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bfd23a396ab74ce7881751c4cff0a14e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.978534 16634 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba [sys.catalog]: This master's current role is: FOLLOWER
14:52:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:36.998576 16610 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c: acquiring CA information for follower catalog manager: success
14:52:37.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:37.002408 16649 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:52:37.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:37.019523 16610 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6a5fec824889486badc2a73f23660a7c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:52:37.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:37.351573 16650 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bfd23a396ab74ce7881751c4cff0a14e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b6e3b1352d04d3abf19775adff514ba" member_type: VOTER last_known_addr { host: "127.15.244.62" port: 43743 } } peers { permanent_uuid: "6a5fec824889486badc2a73f23660a7c" member_type: VOTER last_known_addr { host: "127.15.244.61" port: 41249 } } peers { permanent_uuid: "bfd23a396ab74ce7881751c4cff0a14e" member_type: VOTER last_known_addr { host: "127.15.244.60" port: 35185 } } }
14:52:37.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:37.352952 16650 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e [sys.catalog]: This master's current role is: LEADER
14:52:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.026551 16649 catalog_manager.cc:1259] Loaded cluster ID: 63e4fcd51bfa494ba1149a7bffd490d9
14:52:38.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.027168 16649 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba: loading cluster ID for follower catalog manager: success
14:52:38.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.037165 16649 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba: acquiring CA information for follower catalog manager: success
14:52:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.050765 16649 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2b6e3b1352d04d3abf19775adff514ba: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:52:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:38.307112 16631 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 16618
14:52:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:38.800063 16631 kernel_stack_watchdog.cc:198] Thread 16618 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 380ms:
14:52:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:52:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:52:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:52:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:52:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:38.800380 16637 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:52:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:36.935318 16633 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:38.806398 16618 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.881s user 0.647s sys 1.027s
14:52:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:38.806769 16618 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.882s user 0.647s sys 1.027s
14:52:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:38.807308 16639 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.807389 16618 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:52:38.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.808929 16618 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:38.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.811965 16618 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:38.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.813458 16618 hybrid_clock.cc:648] HybridClock initialized: now 1790261558813314 us; error 156 us; skew 500 ppm
14:52:38.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.814568 16618 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:38.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.826781 16618 webserver.cc:460] Webserver started at http://127.15.244.1:36749/ using document root <none> and password file <none>
14:52:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.828102 16618 fs_manager.cc:359] Metadata directory not provided
14:52:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.828399 16618 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.828980 16618 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:52:38.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.836467 16618 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/data/instance:
14:52:38.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "720909bf561945d3a42b29a3a563f8e5"
14:52:38.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:38 on dist-test-slave-3bh3"
14:52:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.838089 16618 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/wal/instance:
14:52:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "720909bf561945d3a42b29a3a563f8e5"
14:52:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:38 on dist-test-slave-3bh3"
14:52:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.848836 16618 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.002s sys 0.007s
14:52:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.857307 16658 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:38.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.858999 16618 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
14:52:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.859570 16618 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/wal
14:52:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "720909bf561945d3a42b29a3a563f8e5"
14:52:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:38 on dist-test-slave-3bh3"
14:52:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.860044 16618 fs_report.cc:383] FS layout report
14:52:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/wal
14:52:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/wal
14:52:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/data/data
14:52:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:38.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.909821 16618 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:38.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.911772 16618 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:38.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.912304 16618 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.916198 16618 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
14:52:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.921938 16618 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:52:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.922175 16618 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:52:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.922492 16618 ts_tablet_manager.cc:610] Registered 0 tablets
14:52:38.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:38.922704 16618 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:52:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.131129 16618 rpc_server.cc:307] RPC server started. Bound to: 127.15.244.1:35335
14:52:39.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.131265 16771 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.244.1:35335 every 8 connection(s)
14:52:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.135957 16618 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/data/info.pb
14:52:39.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.146371 16336 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 16618
14:52:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.146977 16336 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-0/wal/instance
14:52:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.158885 16336 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/wal
14:52:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/data
14:52:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/logs
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/data/info.pb
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.2:0
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.244.2
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.2
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:52:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.267198 16772 heartbeater.cc:347] Connected to a master server at 127.15.244.60:35185
14:52:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.267716 16772 heartbeater.cc:464] Registering TS with master...
14:52:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.268971 16772 heartbeater.cc:511] Master 127.15.244.60:35185 requested a full tablet report, sending...
14:52:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.271500 16773 heartbeater.cc:347] Connected to a master server at 127.15.244.61:41249
14:52:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.271854 16773 heartbeater.cc:464] Registering TS with master...
14:52:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.272686 16773 heartbeater.cc:511] Master 127.15.244.61:41249 requested a full tablet report, sending...
14:52:39.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.276094 16535 ts_manager.cc:194] Registered new tserver with Master: 720909bf561945d3a42b29a3a563f8e5 (127.15.244.1:35335)
14:52:39.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.278337 16457 ts_manager.cc:194] Registered new tserver with Master: 720909bf561945d3a42b29a3a563f8e5 (127.15.244.1:35335)
14:52:39.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.279088 16535 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.244.1:42673
14:52:39.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.307632 16777 heartbeater.cc:347] Connected to a master server at 127.15.244.62:43743
14:52:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.308027 16777 heartbeater.cc:464] Registering TS with master...
14:52:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.308820 16777 heartbeater.cc:511] Master 127.15.244.62:43743 requested a full tablet report, sending...
14:52:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.312147 16381 ts_manager.cc:194] Registered new tserver with Master: 720909bf561945d3a42b29a3a563f8e5 (127.15.244.1:35335)
14:52:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:39.647994 16776 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:39.648586 16776 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:39.649256 16776 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:39.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:39.686646 16776 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:39.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:39.687728 16776 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.244.2
14:52:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.724236 16776 tablet_server_runner.cc:78] Tablet server non-default flags:
14:52:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/data
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/wal
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.2:0
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/data/info.pb
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.2
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.244.2
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/logs
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.725855 16776 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:39.728219 16776 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:39.749809 16795 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:40.283965 16772 heartbeater.cc:503] Master 127.15.244.60:35185 was elected leader, sending a full tablet report...
14:52:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:39.750376 16793 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:39.751981 16792 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:41.016646 16794 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:52:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.016686 16776 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:52:41.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.020722 16776 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.023196 16776 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.024592 16776 hybrid_clock.cc:648] HybridClock initialized: now 1790261561024538 us; error 67 us; skew 500 ppm
14:52:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.025534 16776 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.032282 16776 webserver.cc:460] Webserver started at http://127.15.244.2:44961/ using document root <none> and password file <none>
14:52:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.033223 16776 fs_manager.cc:359] Metadata directory not provided
14:52:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.033419 16776 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.033814 16776 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:52:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.038831 16776 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/data/instance:
14:52:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba6db46212a347409b9429648c0b4973"
14:52:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:41 on dist-test-slave-3bh3"
14:52:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.040011 16776 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/wal/instance:
14:52:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba6db46212a347409b9429648c0b4973"
14:52:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:41 on dist-test-slave-3bh3"
14:52:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.047294 16776 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
14:52:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.053468 16803 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.054836 16776 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.007s sys 0.000s
14:52:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.055161 16776 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/wal
14:52:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba6db46212a347409b9429648c0b4973"
14:52:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:41 on dist-test-slave-3bh3"
14:52:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.055490 16776 fs_report.cc:383] FS layout report
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/wal
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/wal
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/data/data
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.096135 16776 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.097657 16776 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.098095 16776 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.100956 16776 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
14:52:41.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.105183 16776 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:52:41.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.105379 16776 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:52:41.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.105584 16776 ts_tablet_manager.cc:610] Registered 0 tablets
14:52:41.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.105710 16776 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:52:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.260223 16776 rpc_server.cc:307] RPC server started. Bound to: 127.15.244.2:43907
14:52:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.260317 16915 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.244.2:43907 every 8 connection(s)
14:52:41.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.263787 16776 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/data/info.pb
14:52:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.273835 16336 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 16776
14:52:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.274605 16336 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-1/wal/instance
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.290652 16336 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/wal
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/data
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/logs
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/data/info.pb
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:52:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.3:0
14:52:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.244.3
14:52:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.3
14:52:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:52:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.339920 16917 heartbeater.cc:347] Connected to a master server at 127.15.244.61:41249
14:52:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.340438 16917 heartbeater.cc:464] Registering TS with master...
14:52:41.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.341714 16917 heartbeater.cc:511] Master 127.15.244.61:41249 requested a full tablet report, sending...
14:52:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.343833 16920 heartbeater.cc:347] Connected to a master server at 127.15.244.62:43743
14:52:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.344177 16920 heartbeater.cc:464] Registering TS with master...
14:52:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.344846 16457 ts_manager.cc:194] Registered new tserver with Master: ba6db46212a347409b9429648c0b4973 (127.15.244.2:43907)
14:52:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.344959 16920 heartbeater.cc:511] Master 127.15.244.62:43743 requested a full tablet report, sending...
14:52:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.345633 16916 heartbeater.cc:347] Connected to a master server at 127.15.244.60:35185
14:52:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.345978 16916 heartbeater.cc:464] Registering TS with master...
14:52:41.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.346871 16916 heartbeater.cc:511] Master 127.15.244.60:35185 requested a full tablet report, sending...
14:52:41.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.347882 16381 ts_manager.cc:194] Registered new tserver with Master: ba6db46212a347409b9429648c0b4973 (127.15.244.2:43907)
14:52:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.349524 16535 ts_manager.cc:194] Registered new tserver with Master: ba6db46212a347409b9429648c0b4973 (127.15.244.2:43907)
14:52:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.351116 16535 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.244.2:38861
14:52:41.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:41.662344 16926 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:41.662981 16926 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:41.663581 16926 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:41.695604 16926 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:41.696630 16926 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.244.3
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.731909 16926 tablet_server_runner.cc:78] Tablet server non-default flags:
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.244.20:46311
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/data
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/wal
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.244.3:0
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/data/info.pb
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.244.3
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.244.62:43743,127.15.244.61:41249,127.15.244.60:35185
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.244.3
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/logs
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.733561 16926 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:41.735410 16926 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:41.755527 16933 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:42.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.354692 16916 heartbeater.cc:503] Master 127.15.244.60:35185 was elected leader, sending a full tablet report...
14:52:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:41.756872 16932 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:41.755584 16935 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:42.969558 16934 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:52:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.969647 16926 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:52:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.974169 16926 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:42.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.976766 16926 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:42.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.978174 16926 hybrid_clock.cc:648] HybridClock initialized: now 1790261562978121 us; error 70 us; skew 500 ppm
14:52:42.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.979063 16926 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:42.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.986194 16926 webserver.cc:460] Webserver started at http://127.15.244.3:37057/ using document root <none> and password file <none>
14:52:42.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.987269 16926 fs_manager.cc:359] Metadata directory not provided
14:52:42.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.987529 16926 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:42.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.987921 16926 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:52:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.992861 16926 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/data/instance:
14:52:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a779f6f8b55745c6ad5e00b48c3dced6"
14:52:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:42 on dist-test-slave-3bh3"
14:52:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:42.993952 16926 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/wal/instance:
14:52:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a779f6f8b55745c6ad5e00b48c3dced6"
14:52:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:42 on dist-test-slave-3bh3"
14:52:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.001463 16926 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
14:52:43.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.007066 16943 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.008174 16926 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:52:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.008566 16926 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/wal
14:52:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a779f6f8b55745c6ad5e00b48c3dced6"
14:52:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:42 on dist-test-slave-3bh3"
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.009317 16926 fs_report.cc:383] FS layout report
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/wal
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/wal
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/data/data
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.079124 16926 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.080701 16926 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.081230 16926 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:43.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.084017 16926 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
14:52:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.088536 16926 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:52:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.088796 16926 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:52:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.089083 16926 ts_tablet_manager.cc:610] Registered 0 tablets
14:52:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.089269 16926 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:52:43.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.244405 16926 rpc_server.cc:307] RPC server started. Bound to: 127.15.244.3:35681
14:52:43.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.244586 17055 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.244.3:35681 every 8 connection(s)
14:52:43.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.247169 16926 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/data/info.pb
14:52:43.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.256340 16336 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 16926
14:52:43.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.256809 16336 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster4073971022372981753/ts-2/wal/instance
14:52:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.300985 17056 heartbeater.cc:347] Connected to a master server at 127.15.244.60:35185
14:52:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.301507 17056 heartbeater.cc:464] Registering TS with master...
14:52:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.303507 17056 heartbeater.cc:511] Master 127.15.244.60:35185 requested a full tablet report, sending...
14:52:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.303848 17057 heartbeater.cc:347] Connected to a master server at 127.15.244.61:41249
14:52:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.304239 17057 heartbeater.cc:464] Registering TS with master...
14:52:43.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.305042 17057 heartbeater.cc:511] Master 127.15.244.61:41249 requested a full tablet report, sending...
14:52:43.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.307014 16535 ts_manager.cc:194] Registered new tserver with Master: a779f6f8b55745c6ad5e00b48c3dced6 (127.15.244.3:35681)
14:52:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.307927 16457 ts_manager.cc:194] Registered new tserver with Master: a779f6f8b55745c6ad5e00b48c3dced6 (127.15.244.3:35681)
14:52:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.308586 17058 heartbeater.cc:347] Connected to a master server at 127.15.244.62:43743
14:52:43.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.308965 17058 heartbeater.cc:464] Registering TS with master...
14:52:43.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.309679 16535 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.244.3:59507
14:52:43.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.309818 17058 heartbeater.cc:511] Master 127.15.244.62:43743 requested a full tablet report, sending...
14:52:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.312377 16381 ts_manager.cc:194] Registered new tserver with Master: a779f6f8b55745c6ad5e00b48c3dced6 (127.15.244.3:35681)
14:52:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:43.314906 16336 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
14:52:43.327 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:52:43.329 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:52:43.339 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.244.62"
port: 43743
}
bound_http_address {
host: "127.15.244.62"
port: 36361
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.244.61"
port: 41249
}
bound_http_address {
host: "127.15.244.61"
port: 44305
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.244.60"
port: 35185
}
bound_http_address {
host: "127.15.244.60"
port: 44623
}
}
}
14:52:43.345 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:52:43.347 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.244.1"
port: 35335
}
bound_http_address {
host: "127.15.244.1"
port: 36749
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.244.2"
port: 43907
}
bound_http_address {
host: "127.15.244.2"
port: 44961
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.244.3"
port: 35681
}
bound_http_address {
host: "127.15.244.3"
port: 37057
}
}
}
14:52:43.348 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:52:43.612 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:52:43.742 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskoMagPI/test-tmp
14:52:43.743 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:52:43.743 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskoMagPI/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:52:43.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:52:44.089 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:44.090 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:52:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:44.093050 17069 mini_oidc.cc:152] Starting JWKS server
14:52:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:44.096366 17069 webserver.cc:460] Webserver started at http://127.0.0.1:38885/ using document root <none> and password file <none>
14:52:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:44.096771 17069 mini_oidc.cc:189] Starting OIDC Discovery server
14:52:44.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:44.098405 17069 webserver.cc:460] Webserver started at http://127.0.0.1:33345/ using document root <none> and password file <none>
14:52:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:52:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/principal' for realm 'KRBTEST.COM',
14:52:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:52:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:44 dist-test-slave-3bh3 krb5kdc[17081](info): setting up network...
14:52:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:52:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:44 dist-test-slave-3bh3 krb5kdc[17081](info): set up 2 sockets
14:52:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:44 dist-test-slave-3bh3 krb5kdc[17081](info): commencing operation
14:52:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:52:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:44.314947 17056 heartbeater.cc:503] Master 127.15.244.60:35185 was elected leader, sending a full tablet report...
14:52:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.254081 17069 mini_kdc.cc:121] Time spent starting KDC: real 1.129s user 0.001s sys 0.020s
14:52:45.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:52:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:52:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:52:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:52:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:52:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:52:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:52:45.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:52:45.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:52:45.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:52:45.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/test-user.keytab.
14:52:45.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/test-user.keytab.
14:52:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:45 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261565, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:52:45.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:52:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T14:52:45Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
14:52:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T14:52:45Z Disabled control of system clock
14:52:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.171.126@KRBTEST.COM; defaulting to no policy
14:52:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:52:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.171.126@KRBTEST.COM" created.
14:52:45.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:52:45.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.171.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.126.keytab.
14:52:45.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.171.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.126.keytab.
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:45.483732 17069 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/logs
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data/info.pb
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.126:38447
14:52:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.126
14:52:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.126.keytab
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.126
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:52:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.798657 17095 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.799397 17095 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.800073 17095 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.831658 17095 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:52:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.831988 17095 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:52:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.832410 17095 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:45.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.832779 17095 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:52:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.833101 17095 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:52:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.833425 17095 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:52:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.833659 17095 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38885/jwks.json
14:52:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:45.872349 17095 master_runner.cc:386] Master server non-default flags:
14:52:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.126.keytab
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.126
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.126:38447
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data/info.pb
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.126
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/logs
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:52:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:45.873906 17095 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:45.875334 17095 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.894675 17102 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.894778 17101 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:45.897271 17095 server_base.cc:1034] running on GCE node
14:52:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:45.895125 17104 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.135582 17095 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:47.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.139161 17095 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:47.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.140848 17095 hybrid_clock.cc:648] HybridClock initialized: now 1790261567140806 us; error 45 us; skew 500 ppm
14:52:47.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.142011 17095 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:47.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:47 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261567, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:52:47.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.148852 17095 init.cc:377] Logged in from keytab as kudu/127.16.171.126@KRBTEST.COM (short username kudu)
14:52:47.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.154556 17095 webserver.cc:460] Webserver started at http://127.16.171.126:36815/ using document root <none> and password file <none>
14:52:47.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.155567 17095 fs_manager.cc:359] Metadata directory not provided
14:52:47.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.155771 17095 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:47.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.156154 17095 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:52:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.161419 17095 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data/instance:
14:52:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e67921ce040c4ff38b7e30fcc122e5a7"
14:52:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:47 on dist-test-slave-3bh3"
14:52:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.162562 17095 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal/instance:
14:52:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e67921ce040c4ff38b7e30fcc122e5a7"
14:52:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:47 on dist-test-slave-3bh3"
14:52:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.170636 17095 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
14:52:47.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.177179 17113 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:47.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.178550 17095 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.178983 17095 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e67921ce040c4ff38b7e30fcc122e5a7"
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:47 on dist-test-slave-3bh3"
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.179319 17095 fs_report.cc:383] FS layout report
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data/data
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.219712 17095 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:47.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.226063 17095 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:47.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.226643 17095 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.313817 17095 rpc_server.cc:307] RPC server started. Bound to: 127.16.171.126:38447
14:52:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.313915 17164 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.171.126:38447 every 8 connection(s)
14:52:47.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.317148 17095 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data/info.pb
14:52:47.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.322207 17069 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 17095
14:52:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.323825 17069 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal/instance
14:52:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.326797 17165 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:52:47.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.345551 17165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } has no permanent_uuid. Determining permanent_uuid...
14:52:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.171.125@KRBTEST.COM; defaulting to no policy
14:52:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:52:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.171.125@KRBTEST.COM" created.
14:52:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:47 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261567, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.126@KRBTEST.COM for kudu/127.16.171.126@KRBTEST.COM
14:52:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:52:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.171.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.125.keytab.
14:52:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.171.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.125.keytab.
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.383853 17069 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/logs
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data/info.pb
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.125:44571
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.125
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.125.keytab
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.125
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:52:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.390588 17165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } has no permanent_uuid. Determining permanent_uuid...
14:52:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.392935 17114 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.396831 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.125:44571: Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.446337 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } attempt: 1
14:52:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.450399 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.125:44571: Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:47.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.518853 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } attempt: 2
14:52:47.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.522825 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.125:44571: Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:47.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.614318 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } attempt: 3
14:52:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.618062 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.125:44571: Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.736752 17172 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.737334 17172 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.737920 17172 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.761487 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } attempt: 4
14:52:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.765213 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.125:44571: Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.771164 17172 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:52:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.771466 17172 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:52:47.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.771852 17172 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:47.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.772174 17172 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:52:47.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.772486 17172 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:52:47.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.772765 17172 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:52:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.772918 17172 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38885/jwks.json
14:52:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.811095 17172 master_runner.cc:386] Master server non-default flags:
14:52:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data
14:52:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.125.keytab
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.125
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.125:44571
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data/info.pb
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.125
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/logs
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.812465 17172 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.813563 17172 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:48.064606 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } attempt: 5
14:52:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:48.069563 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.125:44571: Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:48.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:48.617023 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } attempt: 6
14:52:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:48.629827 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.125:44571: Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:47.836467 17172 server_base.cc:1034] running on GCE node
14:52:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.834493 17180 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.834803 17179 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:47.834482 17182 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.078567 17172 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.081825 17172 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.083243 17172 hybrid_clock.cc:648] HybridClock initialized: now 1790261569083220 us; error 54 us; skew 500 ppm
14:52:49.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.084033 17172 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:49 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261569, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:52:49.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.090066 17172 init.cc:377] Logged in from keytab as kudu/127.16.171.125@KRBTEST.COM (short username kudu)
14:52:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.095467 17172 webserver.cc:460] Webserver started at http://127.16.171.125:32933/ using document root <none> and password file <none>
14:52:49.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.096412 17172 fs_manager.cc:359] Metadata directory not provided
14:52:49.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.096607 17172 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:49.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.096994 17172 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:52:49.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.102375 17172 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data/instance:
14:52:49.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06f37583223046b7af1f88499ef9acaa"
14:52:49.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:49 on dist-test-slave-3bh3"
14:52:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.103997 17172 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal/instance:
14:52:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06f37583223046b7af1f88499ef9acaa"
14:52:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:49 on dist-test-slave-3bh3"
14:52:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.111425 17172 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
14:52:49.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.116807 17192 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.117856 17172 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
14:52:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.118217 17172 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06f37583223046b7af1f88499ef9acaa"
14:52:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:49 on dist-test-slave-3bh3"
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.118597 17172 fs_report.cc:383] FS layout report
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data/data
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:49.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.167706 17172 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.173619 17172 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:49.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.174136 17172 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.260102 17172 rpc_server.cc:307] RPC server started. Bound to: 127.16.171.125:44571
14:52:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.260176 17243 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.171.125:44571 every 8 connection(s)
14:52:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.263310 17172 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data/info.pb
14:52:49.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.268863 17069 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 17172
14:52:49.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.269361 17069 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal/instance
14:52:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.271262 17245 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:52:49.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.285506 17245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } has no permanent_uuid. Determining permanent_uuid...
14:52:49.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.171.124@KRBTEST.COM; defaulting to no policy
14:52:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:52:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.171.124@KRBTEST.COM" created.
14:52:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:49 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261569, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.125@KRBTEST.COM for kudu/127.16.171.126@KRBTEST.COM
14:52:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:52:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.171.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.124.keytab.
14:52:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.171.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.124.keytab.
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.320806 17069 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/logs
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data/info.pb
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.124:36949
14:52:49.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.124
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.124.keytab
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.124
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:52:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.334761 17245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } has no permanent_uuid. Determining permanent_uuid...
14:52:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:49 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261569, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.125@KRBTEST.COM for kudu/127.16.171.125@KRBTEST.COM
14:52:49.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.367559 17245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } has no permanent_uuid. Determining permanent_uuid...
14:52:49.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.369956 17193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.374553 17245 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:49.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.424136 17245 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 1
14:52:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.427824 17245 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:49.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.496264 17245 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 2
14:52:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.500490 17245 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:49.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.591923 17245 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 3
14:52:49.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.595598 17245 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.690268 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } attempt: 7
14:52:49.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:49 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261567, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.126@KRBTEST.COM for kudu/127.16.171.125@KRBTEST.COM
14:52:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.710386 17251 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.711004 17251 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.711642 17251 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.720724 17165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } has no permanent_uuid. Determining permanent_uuid...
14:52:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.726554 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.739058 17245 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 4
14:52:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.742962 17245 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.750547 17251 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:52:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.750950 17251 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:52:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.751314 17251 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.751587 17251 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:52:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.751845 17251 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:52:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.752045 17251 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:52:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.752198 17251 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38885/jwks.json
14:52:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.785058 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 1
14:52:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.788939 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.795857 17251 master_runner.cc:386] Master server non-default flags:
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.124.keytab
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.124
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.124:36949
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data/info.pb
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.124
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/logs
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.797088 17251 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:49.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.798206 17251 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:49.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.817798 17263 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.870383 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 2
14:52:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.876652 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.962179 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 3
14:52:49.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.967202 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:50.042415 17245 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 5
14:52:50.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:50.046526 17245 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:50.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:50.107569 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 4
14:52:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:50.112828 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:50.396309 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 5
14:52:50.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:50.400066 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:50.594197 17245 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 6
14:52:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:50.601768 17245 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:50.952720 17165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 6
14:52:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:50.959909 17165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:51.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.817977 17266 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:51.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:49.820582 17251 server_base.cc:1034] running on GCE node
14:52:51.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:49.819407 17264 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:51.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.094619 17251 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.097460 17251 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:51.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.098841 17251 hybrid_clock.cc:648] HybridClock initialized: now 1790261571098805 us; error 40 us; skew 500 ppm
14:52:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.099838 17251 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:51 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261571, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:52:51.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.108505 17251 init.cc:377] Logged in from keytab as kudu/127.16.171.124@KRBTEST.COM (short username kudu)
14:52:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.113751 17251 webserver.cc:460] Webserver started at http://127.16.171.124:46529/ using document root <none> and password file <none>
14:52:51.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.115008 17251 fs_manager.cc:359] Metadata directory not provided
14:52:51.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.115300 17251 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:51.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.115896 17251 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:52:51.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.123335 17251 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data/instance:
14:52:51.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ee275f356324a149021a603461fad12"
14:52:51.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:51 on dist-test-slave-3bh3"
14:52:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.124576 17251 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal/instance:
14:52:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ee275f356324a149021a603461fad12"
14:52:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:51 on dist-test-slave-3bh3"
14:52:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.133708 17251 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.003s
14:52:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.140287 17279 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.141681 17251 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
14:52:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.142242 17251 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ee275f356324a149021a603461fad12"
14:52:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:51 on dist-test-slave-3bh3"
14:52:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.142796 17251 fs_report.cc:383] FS layout report
14:52:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data/data
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.190949 17251 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:51.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.197031 17251 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:51.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.197495 17251 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:51.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.290030 17251 rpc_server.cc:307] RPC server started. Bound to: 127.16.171.124:36949
14:52:51.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.290134 17330 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.171.124:36949 every 8 connection(s)
14:52:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.292994 17251 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data/info.pb
14:52:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.294628 17069 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 17251
14:52:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.295217 17069 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal/instance
14:52:51.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.300359 17331 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:52:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.325294 17331 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } has no permanent_uuid. Determining permanent_uuid...
14:52:51.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:51 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261565, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.171.124@KRBTEST.COM
14:52:51.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:51 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261571, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.124@KRBTEST.COM for kudu/127.16.171.126@KRBTEST.COM
14:52:51.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.366828 17331 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } has no permanent_uuid. Determining permanent_uuid...
14:52:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:51 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261565, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.171.125@KRBTEST.COM
14:52:51.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:51 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261571, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.124@KRBTEST.COM for kudu/127.16.171.125@KRBTEST.COM
14:52:51.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.397643 17331 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } has no permanent_uuid. Determining permanent_uuid...
14:52:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:51 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261565, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.171.126@KRBTEST.COM
14:52:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:51 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261571, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.124@KRBTEST.COM for kudu/127.16.171.124@KRBTEST.COM
14:52:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.431972 17069 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
14:52:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.432920 17331 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: Bootstrap starting.
14:52:51.439 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.440359 17331 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: Neither blocks nor log segments found. Creating new log.
14:52:51.441 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:52:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.442987 17331 log.cc:824] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: Log is configured to *not* fsync() on all Append() calls
14:52:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.448513 17331 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: No bootstrap required, opened a new log
14:52:51.454 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:52:51.455 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:52:51.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.171.126"
port: 38447
}
bound_http_address {
host: "127.16.171.126"
port: 36815
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.171.125"
port: 44571
}
bound_http_address {
host: "127.16.171.125"
port: 32933
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.171.124"
port: 36949
}
bound_http_address {
host: "127.16.171.124"
port: 46529
}
}
}
14:52:51.461 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:52:51.461 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:51.461 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:52:51.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:52:51.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.473239 17331 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:52:51.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.473893 17331 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:52:51.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.474080 17331 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ee275f356324a149021a603461fad12, State: Initialized, Role: FOLLOWER
14:52:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.475014 17331 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:52:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.478230 17341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } } }
14:52:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.479161 17341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [sys.catalog]: This master's current role is: FOLLOWER
14:52:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.480048 17331 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [sys.catalog]: configured and running, proceeding with master startup.
14:52:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:51 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261571, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:52:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:52:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:51.509773 17353 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:51.510135 17353 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:52:51.525 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:51.527 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc
14:52:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.505627 17251 master_runner.cc:186] Error getting master registration for 127.16.171.126:38447: OK, instance_id { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" instance_seqno: 1790261567291782 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:52:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.536247 17251 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:52:51.544 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:52:51.545 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc
14:52:51.547 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:52:51.555 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
14:52:51.557 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:52:51.557 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:52:51.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:51 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261571, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:52:51.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:52:51.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:51.624 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc
14:52:51.626 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:52:51.626 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.171.124:36949
14:52:51.628 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:52:51.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.629377 17069 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 17251
14:52:51.661 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:51.662 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.171.126:38447
14:52:51.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:52:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.662213 17245 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } attempt: 7
14:52:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.662744 17069 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 17095
14:52:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:51.679445 17245 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.171.124:36949: Network error: Client connection negotiation failed: client connection to 127.16.171.124:36949: connect: Connection refused (error 111)
14:52:51.692 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:51.692 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.171.125:44571
14:52:51.692 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:52:51.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.692715 17069 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 17172
14:52:51.715 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:51.716 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.171.124:36949
14:52:51.718 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:51.719648 17069 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/logs
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data/info.pb
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.124:36949
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.124
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46529
14:52:51.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.124.keytab
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.124
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:52:52.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.063077 17360 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:52.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.063632 17360 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:52.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.064247 17360 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.100312 17360 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:52:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.100554 17360 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:52:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.100817 17360 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.101015 17360 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:52:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.101215 17360 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:52:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.101413 17360 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:52:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.101549 17360 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38885/jwks.json
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:52.141871 17360 master_runner.cc:386] Master server non-default flags:
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.124.keytab
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.124
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.124:36949
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data/info.pb
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.124
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46529
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/logs
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:52.143325 17360 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:52.144408 17360 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.207542 17368 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:52.209288 17360 server_base.cc:1034] running on GCE node
14:52:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.207553 17371 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:52.207490 17369 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.473362 17360 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:53.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.476707 17360 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:53.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.480356 17360 hybrid_clock.cc:648] HybridClock initialized: now 1790261573480243 us; error 103 us; skew 500 ppm
14:52:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.481314 17360 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:53 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261573, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:52:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.488145 17360 init.cc:377] Logged in from keytab as kudu/127.16.171.124@KRBTEST.COM (short username kudu)
14:52:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.494118 17360 webserver.cc:460] Webserver started at http://127.16.171.124:46529/ using document root <none> and password file <none>
14:52:53.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.495205 17360 fs_manager.cc:359] Metadata directory not provided
14:52:53.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.495419 17360 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.504207 17360 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
14:52:53.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.509270 17379 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.510505 17360 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:52:53.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.510953 17360 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:53.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ee275f356324a149021a603461fad12"
14:52:53.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:51 on dist-test-slave-3bh3"
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.513464 17360 fs_report.cc:383] FS layout report
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/wal
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data/data
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.563951 17360 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.569985 17360 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.570514 17360 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.656354 17360 rpc_server.cc:307] RPC server started. Bound to: 127.16.171.124:36949
14:52:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.656494 17430 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.171.124:36949 every 8 connection(s)
14:52:53.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.659394 17360 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-2/data/info.pb
14:52:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.668196 17069 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 17360
14:52:53.669 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:53.669 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.171.126:38447
14:52:53.669 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.671128 17069 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/logs
14:52:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data/info.pb
14:52:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.126:38447
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.126
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36815
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.126.keytab
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.126
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:53.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:52:53.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.671697 17431 sys_catalog.cc:263] Verifying existing consensus state
14:52:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.680537 17431 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: Bootstrap starting.
14:52:53.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.716323 17431 log.cc:824] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: Log is configured to *not* fsync() on all Append() calls
14:52:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.721165 17431 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:52:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.721992 17431 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: Bootstrap complete.
14:52:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.749614 17431 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:52:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.752262 17431 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:52:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.752556 17431 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ee275f356324a149021a603461fad12, State: Initialized, Role: FOLLOWER
14:52:53.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.753510 17431 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:52:53.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.756462 17435 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } } }
14:52:53.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.757356 17435 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [sys.catalog]: This master's current role is: FOLLOWER
14:52:53.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.758113 17431 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [sys.catalog]: configured and running, proceeding with master startup.
14:52:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:53.793241 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:53.793888 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:52:53.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.789150 17360 master_runner.cc:186] Error getting master registration for 127.16.171.126:38447: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111),
14:52:53.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:53.822264 17360 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:52:53.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:53.826217 17385 tablet.cc:2369] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:52:54.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.019052 17433 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:54.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.019706 17433 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.020373 17433 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:54.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.056625 17433 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:52:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.056869 17433 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:52:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.057128 17433 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.057337 17433 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:52:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.057526 17433 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:52:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.057711 17433 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:52:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.057852 17433 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38885/jwks.json
14:52:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:54.098119 17433 master_runner.cc:386] Master server non-default flags:
14:52:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data
14:52:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.126.keytab
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.126
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.126:38447
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data/info.pb
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.126
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36815
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/logs
14:52:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:54.099746 17433 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:54.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:54.101215 17433 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.122170 17457 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:54.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:54.245616 17435 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:52:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:54.246338 17435 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:52:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.253293 17382 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111)
14:52:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:54.261752 17435 leader_election.cc:288] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447), 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571)
14:52:54.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.280637 17382 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447): Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111)
14:52:54.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.282342 17380 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571): Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:54.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:54.282795 17380 leader_election.cc:302] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1ee275f356324a149021a603461fad12; no voters: 06f37583223046b7af1f88499ef9acaa, e67921ce040c4ff38b7e30fcc122e5a7
14:52:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:54.283690 17435 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:52:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.799166 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.799510 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:52:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:54.125808 17433 server_base.cc:1034] running on GCE node
14:52:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.124430 17459 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:54.124338 17456 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:55.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.483964 17433 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.487381 17433 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:55.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.488991 17433 hybrid_clock.cc:648] HybridClock initialized: now 1790261575488965 us; error 65 us; skew 500 ppm
14:52:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.489885 17433 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:55 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261575, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:52:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.499972 17433 init.cc:377] Logged in from keytab as kudu/127.16.171.126@KRBTEST.COM (short username kudu)
14:52:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.506786 17433 webserver.cc:460] Webserver started at http://127.16.171.126:36815/ using document root <none> and password file <none>
14:52:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.507930 17433 fs_manager.cc:359] Metadata directory not provided
14:52:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.508251 17433 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.517076 17433 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
14:52:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.522167 17468 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.523581 17433 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.002s
14:52:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.523996 17433 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e67921ce040c4ff38b7e30fcc122e5a7"
14:52:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:47 on dist-test-slave-3bh3"
14:52:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.526400 17433 fs_report.cc:383] FS layout report
14:52:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal
14:52:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data/data
14:52:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:55.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.570951 17433 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:55.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.577862 17433 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:55.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.578398 17433 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:55.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.690088 17433 rpc_server.cc:307] RPC server started. Bound to: 127.16.171.126:38447
14:52:55.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.690231 17519 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.171.126:38447 every 8 connection(s)
14:52:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.693111 17433 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/data/info.pb
14:52:55.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.694109 17069 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 17433
14:52:55.696 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:55.696 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.171.125:44571
14:52:55.696 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:52:55.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.699018 17069 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:55.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu
14:52:55.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:55.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data
14:52:55.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:52:55.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:52:55.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:52:55.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/logs
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data/info.pb
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.125:44571
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.125
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32933
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.125.keytab
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.125
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:52:55.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.707245 17520 sys_catalog.cc:263] Verifying existing consensus state
14:52:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260924 14:52:55.708217 17520 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:52:55.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.711894 17433 master.cc:537] Master@127.16.171.126:38447 shutting down...
14:52:55.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:55.777621 17433 master.cc:552] Master@127.16.171.126:38447 shutdown complete.
14:52:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:52:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:55.803040 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:55.803342 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:52:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.066094 17522 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:52:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.066695 17522 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:52:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.067454 17522 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:52:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.101244 17522 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
14:52:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.101666 17522 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:52:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.102072 17522 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:52:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.102295 17522 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:52:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.102478 17522 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:52:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.102778 17522 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:52:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.102988 17522 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38885/jwks.json
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:56.149791 17522 master_runner.cc:386] Master server non-default flags:
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.171.84:40841
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.171.126:38447,127.16.171.125:44571,127.16.171.124:36949
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/krb5kdc/kudu_127.16.171.125.keytab
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.171.125
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.171.125:44571
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:52:56.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38885/jwks.json
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data/info.pb
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.171.125
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32933
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/logs
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:52:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:52:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:52:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:52:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 12:21:26 UTC on ccycloud.quasar-npbiut.root.comops.site
14:52:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669410
14:52:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:52:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:56.151153 17522 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:52:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:56.152225 17522 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:52:56.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.171438 17528 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:56.533730 17535 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:56.534183 17535 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:52:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:56.535795 17535 leader_election.cc:288] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447), 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571)
14:52:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.542856 17380 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571): Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.544075 17382 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447): Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111)
14:52:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:56.544723 17382 leader_election.cc:302] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1ee275f356324a149021a603461fad12; no voters: 06f37583223046b7af1f88499ef9acaa, e67921ce040c4ff38b7e30fcc122e5a7
14:52:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:56.545704 17535 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:52:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.808015 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.808393 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:52:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.171478 17532 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:56.171594 17529 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:52:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:56.174178 17522 server_base.cc:1034] running on GCE node
14:52:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.437079 17522 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:52:57.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.439821 17522 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:52:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.441260 17522 hybrid_clock.cc:648] HybridClock initialized: now 1790261577441222 us; error 43 us; skew 500 ppm
14:52:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.442198 17522 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:52:57.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:57 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261577, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:52:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.449497 17522 init.cc:377] Logged in from keytab as kudu/127.16.171.125@KRBTEST.COM (short username kudu)
14:52:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.455202 17522 webserver.cc:460] Webserver started at http://127.16.171.125:32933/ using document root <none> and password file <none>
14:52:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.456223 17522 fs_manager.cc:359] Metadata directory not provided
14:52:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.456490 17522 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:52:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.464993 17522 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
14:52:57.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.469781 17546 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:52:57.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.470981 17522 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:52:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.471382 17522 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data,/tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06f37583223046b7af1f88499ef9acaa"
14:52:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 14:52:49 on dist-test-slave-3bh3"
14:52:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.473897 17522 fs_report.cc:383] FS layout report
14:52:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:52:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal
14:52:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data/data
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:52:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:52:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.521611 17522 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:52:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.527925 17522 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:52:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.528478 17522 kserver.cc:163] Server-wide thread pool size limit: 3276
14:52:57.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.607659 17522 rpc_server.cc:307] RPC server started. Bound to: 127.16.171.125:44571
14:52:57.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.607894 17597 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.171.125:44571 every 8 connection(s)
14:52:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.611471 17522 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/data/info.pb
14:52:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.621354 17069 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu as pid 17522
14:52:57.622 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:52:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.623270 17598 sys_catalog.cc:263] Verifying existing consensus state
14:52:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260924 14:52:57.624384 17598 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:52:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.625021 17522 master.cc:537] Master@127.16.171.125:44571 shutting down...
14:52:57.689 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.171.124:36949(127.16.171.124:36949)] connecting to peer
14:52:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:57.723227 17522 master.cc:552] Master@127.16.171.125:44571 shutdown complete.
14:52:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskoMagPI/test-tmp/mini-kudu-cluster5939210722365263282/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:52:57.771 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:57.779 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:57.811249 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:57.811491 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:52:57.835 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.171.124:36949(127.16.171.124:36949)] Successfully connected to peer
14:52:57.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:57.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:57.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:57.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:57.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:57.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:57.912 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
14:52:57.937 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.171.124
14:52:58.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:58.062243 17604 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:52:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:58.062791 17604 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:52:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:58.064814 17604 leader_election.cc:288] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447), 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571)
14:52:58.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:58.078163 17382 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447): Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111)
14:52:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:58.078789 17380 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571): Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:52:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:58.079198 17380 leader_election.cc:302] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1ee275f356324a149021a603461fad12; no voters: 06f37583223046b7af1f88499ef9acaa, e67921ce040c4ff38b7e30fcc122e5a7
14:52:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:58.079921 17604 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:52:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:52:58 dist-test-slave-3bh3 krb5kdc[17081](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261571, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.171.124@KRBTEST.COM
14:52:58.320 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xddf198b1, L:/127.0.0.1:43324 - R:/127.16.171.124:36949] using SASL/GSSAPI
14:52:58.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:58.352 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:58.354 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:58.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:58.370 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:58.374 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:58.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:58.389 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:58.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.391 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:58.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:58.429 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:58.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.433 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:58.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:58.469 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:58.472 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:58.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:58.510 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:58.512 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:58.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:58.629 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:58.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.632 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:58.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:58.790 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:58.791 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:58.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:58.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:58.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:58.814376 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:58.814639 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:52:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:58.825276 17360 master_runner.cc:186] Error getting master registration for 127.16.171.126:38447: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111),
14:52:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:52:58.825639 17360 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:52:59.270 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:59.271 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:59.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:59.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:59.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:59.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:59.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:59.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:59.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:59.750 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:52:59.752 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:52:59.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:59.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:59.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:52:59.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:59.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:59.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:52:59.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:52:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:59.817806 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:52:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:52:59.818101 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:00.820914 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:00.821169 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:01.310523 17612 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:53:01.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:01.310945 17612 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:53:01.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:01.312433 17612 leader_election.cc:288] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447), 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571)
14:53:01.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:01.314626 17380 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111) [suppressed 5 similar messages]
14:53:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:01.317276 17382 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447): Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111)
14:53:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:01.317680 17380 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571): Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:53:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:01.317987 17380 leader_election.cc:302] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1ee275f356324a149021a603461fad12; no voters: 06f37583223046b7af1f88499ef9acaa, e67921ce040c4ff38b7e30fcc122e5a7
14:53:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:01.318562 17612 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:53:01.529 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:01.530 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:01.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:01.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:01.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:01.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:01.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:01.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:01.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:01.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:01.824156 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:01.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:01.824412 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:02.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:02.828028 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:02.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:02.828550 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:53:03 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261583, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:53:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:03.492945 17375 init.cc:295] Successfully reacquired a new kerberos TGT
14:53:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:03.828979 17360 master_runner.cc:186] Error getting master registration for 127.16.171.126:38447: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111),
14:53:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:03.829509 17360 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:53:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:03.831789 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:03.832050 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:04.090 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:04.092 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:04.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:04.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:04.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:04.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:04.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:04.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:04.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:04.834957 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:04.835299 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:05.838264 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:05.838600 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:05.937805 17623 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:53:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:05.938357 17623 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:53:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:05.940312 17623 leader_election.cc:288] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447), 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571)
14:53:05.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:05.945567 17382 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447): Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111)
14:53:05.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:05.946177 17380 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571): Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:53:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:05.946565 17380 leader_election.cc:302] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1ee275f356324a149021a603461fad12; no voters: 06f37583223046b7af1f88499ef9acaa, e67921ce040c4ff38b7e30fcc122e5a7
14:53:05.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:05.947862 17623 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:53:06.729 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:06.731 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:06.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:06.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:06.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:06.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:06.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:06.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:06.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:06.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:06.841481 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:06.841758 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:07.844564 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:07.844831 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:08.230 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:08.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:08.233 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:08.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:08.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:08.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:08.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:08.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:08.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:08.832163 17360 master_runner.cc:186] Error getting master registration for 127.16.171.126:38447: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111),
14:53:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:08.832649 17360 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:53:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:08.847980 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:08.848403 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:09.110 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:09.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:09.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:09.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:09.112 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:09.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:09.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:09.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:09.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:09.851815 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:09.852090 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:10.687386 17632 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:53:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:10.687822 17632 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:53:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:10.689560 17632 leader_election.cc:288] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447), 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571)
14:53:10.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:10.691623 17382 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111) [suppressed 3 similar messages]
14:53:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:10.694422 17380 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571): Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:53:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:10.695011 17382 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447): Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111)
14:53:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:10.695319 17382 leader_election.cc:302] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1ee275f356324a149021a603461fad12; no voters: 06f37583223046b7af1f88499ef9acaa, e67921ce040c4ff38b7e30fcc122e5a7
14:53:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:10.695884 17632 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:53:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:10.855213 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:10.855509 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:11.858346 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:11.858762 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:12.862488 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:12.862877 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:13.130 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:13.132 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:13.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:13.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:13.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:13.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:13.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:13.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:13.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:13.300810 17639 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:53:13.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:13.301378 17639 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:53:13.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:13.303325 17639 leader_election.cc:288] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447), 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571)
14:53:13.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:13.308856 17382 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447): Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111)
14:53:13.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:13.309509 17380 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571): Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:53:13.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:13.309821 17380 leader_election.cc:302] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1ee275f356324a149021a603461fad12; no voters: 06f37583223046b7af1f88499ef9acaa, e67921ce040c4ff38b7e30fcc122e5a7
14:53:13.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:13.310519 17639 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:53:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:53:13 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261593, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:53:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:13.495711 17375 init.cc:295] Successfully reacquired a new kerberos TGT
14:53:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:13.835650 17360 master_runner.cc:186] Error getting master registration for 127.16.171.126:38447: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111),
14:53:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:13.836118 17360 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:53:13.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:13.865736 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:13.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:13.866017 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:14.650 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:14.653 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:14.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:14.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:14.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:14.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:14.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:14.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:14.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:14.869112 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:14.869361 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:15.872428 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:15.872750 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:16.875856 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:16.876137 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:17.610 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:17.611 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:17.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:17.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:17.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:17.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:17.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:17.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:17.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:17.879248 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:17.879504 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:18.549 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:18.551 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:18.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:18.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:18.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:18.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:18.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:18.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:18.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:18.838936 17360 master_runner.cc:186] Error getting master registration for 127.16.171.126:38447: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111),
14:53:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:18.839347 17360 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:53:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:18.882251 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:18.882542 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:19.885341 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:19.885598 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:20.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:20.385833 16568 debug-util.cc:398] Leaking SignalData structure 0x7b0800083cc0 after lost signal to thread 16499
14:53:20.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:20.386559 16568 debug-util.cc:398] Leaking SignalData structure 0x7b080007ef40 after lost signal to thread 16571
14:53:20.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:20.888832 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:20.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:20.889175 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:21.130 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:21.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:21.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:21.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:21.133 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:21.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:21.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:21.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:21.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:21.790 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:21.790 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:21.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:21.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:21.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:21.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:21.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:21.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:21.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:21.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:21.892279 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:21.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:21.892625 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:22.896692 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:22.897029 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 14:53:23 dist-test-slave-3bh3 krb5kdc[17081](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790261603, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.171.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:53:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:23.498198 17375 init.cc:295] Successfully reacquired a new kerberos TGT
14:53:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:23.616407 16488 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb6a0 after lost signal to thread 16422
14:53:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:23.616997 16488 debug-util.cc:398] Leaking SignalData structure 0x7b0800095e60 after lost signal to thread 16491
14:53:23.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:23.773862 16568 debug-util.cc:398] Leaking SignalData structure 0x7b080007dd40 after lost signal to thread 16499
14:53:23.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:23.774562 16568 debug-util.cc:398] Leaking SignalData structure 0x7b0800072140 after lost signal to thread 16571
14:53:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:23.850042 17360 master_runner.cc:186] Error getting master registration for 127.16.171.126:38447: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111),
14:53:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:23.850739 17360 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:53:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:23.899820 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:23.900099 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:24.390 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:24.391 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:24.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:24.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:24.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:24.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:24.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:24.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:24.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:24.903307 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:24.903584 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:25.555244 17657 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:53:25.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:25.555727 17657 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e67921ce040c4ff38b7e30fcc122e5a7" member_type: VOTER last_known_addr { host: "127.16.171.126" port: 38447 } } peers { permanent_uuid: "06f37583223046b7af1f88499ef9acaa" member_type: VOTER last_known_addr { host: "127.16.171.125" port: 44571 } } peers { permanent_uuid: "1ee275f356324a149021a603461fad12" member_type: VOTER last_known_addr { host: "127.16.171.124" port: 36949 } }
14:53:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:25.557436 17657 leader_election.cc:288] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447), 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571)
14:53:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:25.559505 17382 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111) [suppressed 3 similar messages]
14:53:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:25.562633 17382 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e67921ce040c4ff38b7e30fcc122e5a7 (127.16.171.126:38447): Network error: Client connection negotiation failed: client connection to 127.16.171.126:38447: connect: Connection refused (error 111)
14:53:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:25.563206 17380 leader_election.cc:334] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 06f37583223046b7af1f88499ef9acaa (127.16.171.125:44571): Network error: Client connection negotiation failed: client connection to 127.16.171.125:44571: connect: Connection refused (error 111)
14:53:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:25.563545 17380 leader_election.cc:302] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1ee275f356324a149021a603461fad12; no voters: 06f37583223046b7af1f88499ef9acaa, e67921ce040c4ff38b7e30fcc122e5a7
14:53:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:25.564254 17657 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:53:25.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:25.905949 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:25.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:25.906251 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:26.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:26.908962 17447 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1ee275f356324a149021a603461fad12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:53:26.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:26.909272 17447 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:53:27.069 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.126:38447(127.16.171.126:38447)] connecting to peer
14:53:27.070 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.171.125:44571(127.16.171.125:44571)] connecting to peer
14:53:27.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:27.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.171.126:38447(127.16.171.126:38447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:27.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.126:38447: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447
14:53:27.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:27.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.125:44571(127.16.171.125:44571)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:27.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.171.125:44571: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
14:53:27.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571; will retry
14:53:27.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29446), Traces: [0ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [207ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [701ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [717ms] refreshing cache from master, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [723ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [729ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [730ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [731ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [744ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [746ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [747ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [757ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [761ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [765ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [766ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [796ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [801ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [802ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [804ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [806ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [842ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [844ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [845ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [846ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [880ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [884ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1004ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1157ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [1160ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1164ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1637ms] refreshing cache from master, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [1639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1645ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [2117ms] refreshing cache from master, [2117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [2117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [2118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [2124ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [2124ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [3896ms] refreshing cache from master, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [3898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [3901ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [3901ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [3902ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [3902ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [6457ms] refreshing cache from master, [6457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [6461ms] too many traces: truncated at 100 traces, deferred=Deferred@296698757(state=PENDING, result=null, callback=(continuation of Deferred@505536193 after retry RPC after error@1405071283) -> (continuation of Deferred@665788173 after retry RPC after error@1282917142) -> (continuation of Deferred@1546701711 after retry RPC after error@1918641549) -> (continuation of Deferred@760482748 after retry RPC after error@1607012979) -> (continuation of Deferred@100652726 after retry RPC after error@370998217) -> (continuation of Deferred@462953309 after retry RPC after error@206952663) -> (continuation of Deferred@2003105165 after retry RPC after error@106400283) -> (continuation of Deferred@1565404031 after retry RPC after error@2139079521) -> (continuation of Deferred@803707294 after retry RPC after error@366659883) -> (continuation of Deferred@962792764 after retry RPC after error@948352442) -> (continuation of Deferred@733933661 after retry RPC after error@1760491408) -> (continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748), errback=(continuation of Deferred@505536193 after retry RPC after error@1405071283) -> (continuation of Deferred@665788173 after retry RPC after error@1282917142) -> (continuation of Deferred@1546701711 after retry RPC after error@1918641549) -> (continuation of Deferred@760482748 after retry RPC after error@1607012979) -> (continuation of Deferred@100652726 after retry RPC after error@370998217) -> (continuation of Deferred@462953309 after retry RPC after error@206952663) -> (continuation of Deferred@2003105165 after retry RPC after error@106400283) -> (continuation of Deferred@1565404031 after retry RPC after error@2139079521) -> (continuation of Deferred@803707294 after retry RPC after error@366659883) -> (continuation of Deferred@962792764 after retry RPC after error@948352442) -> (continuation of Deferred@733933661 after retry RPC after error@1760491408) -> (continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748)))
14:53:27.083 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.171.124:36949(127.16.171.124:36949)] disconnecting while in state READY
14:53:27.084 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.171.125:44571(127.16.171.125:44571)] disconnecting while in state TERMINATED
14:53:27.084 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.171.126:38447(127.16.171.126:38447)] disconnecting while in state TERMINATED
14:53:27.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:53:27.091 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:53:27.091 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.171.124:36949(127.16.171.124:36949)] handling channelInactive
14:53:27.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.171.124:36949(127.16.171.124:36949)] cleaning up while in state READY due to: connection closed
14:53:27.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:27.100111 17069 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 17360
14:53:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T14:53:28Z chronyd exiting
14:53:29.344 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:53:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:29.345844 16336 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 16618
14:53:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:29.376190 16336 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 16776
14:53:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:29.403785 16336 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 16926
14:53:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:29.429517 16336 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 16348
14:53:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:29.462366 16336 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 16418
14:53:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:29.470939 16519 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.244.62:43743: connect: Connection refused (error 111)
14:53:29.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 14:53:29.474416 16519 consensus_peers.cc:487] T 00000000000000000000000000000000 P bfd23a396ab74ce7881751c4cff0a14e -> Peer 2b6e3b1352d04d3abf19775adff514ba (127.15.244.62:43743): Couldn't send request to peer 2b6e3b1352d04d3abf19775adff514ba. Status: Network error: Client connection negotiation failed: client connection to 127.15.244.62:43743: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:53:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 14:53:29.498008 16336 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskoMagPI/build/tsan/bin/kudu with pid 16494
14:53:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T14:53:30Z chronyd exiting
14:53:31.704 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29446), Traces: [0ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [207ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [701ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [717ms] refreshing cache from master, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [723ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [729ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [730ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [731ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [744ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [746ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [747ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [757ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [761ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [765ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [766ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [796ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [801ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [802ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [804ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [806ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [842ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [844ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [845ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [846ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [880ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [884ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1004ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1157ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [1160ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1164ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1637ms] refreshing cache from master, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [1639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1645ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [2117ms] refreshing cache from master, [2117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [2117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [2118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [2124ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [2124ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [3896ms] refreshing cache from master, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [3898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [3901ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [3901ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [3902ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [3902ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [6457ms] refreshing cache from master, [6457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [6461ms] too many traces: truncated at 100 traces, deferred=Deferred@296698757(state=PENDING, result=null, callback=(continuation of Deferred@505536193 after retry RPC after error@1405071283) -> (continuation of Deferred@665788173 after retry RPC after error@1282917142) -> (continuation of Deferred@1546701711 after retry RPC after error@1918641549) -> (continuation of Deferred@760482748 after retry RPC after error@1607012979) -> (continuation of Deferred@100652726 after retry RPC after error@370998217) -> (continuation of Deferred@462953309 after retry RPC after error@206952663) -> (continuation of Deferred@2003105165 after retry RPC after error@106400283) -> (continuation of Deferred@1565404031 after retry RPC after error@2139079521) -> (continuation of Deferred@803707294 after retry RPC after error@366659883) -> (continuation of Deferred@962792764 after retry RPC after error@948352442) -> (continuation of Deferred@733933661 after retry RPC after error@1760491408) -> (continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748), errback=(continuation of Deferred@505536193 after retry RPC after error@1405071283) -> (continuation of Deferred@665788173 after retry RPC after error@1282917142) -> (continuation of Deferred@1546701711 after retry RPC after error@1918641549) -> (continuation of Deferred@760482748 after retry RPC after error@1607012979) -> (continuation of Deferred@100652726 after retry RPC after error@370998217) -> (continuation of Deferred@462953309 after retry RPC after error@206952663) -> (continuation of Deferred@2003105165 after retry RPC after error@106400283) -> (continuation of Deferred@1565404031 after retry RPC after error@2139079521) -> (continuation of Deferred@803707294 after retry RPC after error@366659883) -> (continuation of Deferred@962792764 after retry RPC after error@948352442) -> (continuation of Deferred@733933661 after retry RPC after error@1760491408) -> (continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.171.125:44571
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29446), Traces: [0ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [207ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [701ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [717ms] refreshing cache from master, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [723ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [729ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [730ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [731ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [744ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [746ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [747ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [757ms] refreshing cache from master, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [761ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [765ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [766ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [796ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [801ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [802ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [804ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [806ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [842ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [844ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [845ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [846ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [880ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [884ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [1000ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1004ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1157ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [1159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [1160ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1164ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1637ms] refreshing cache from master, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [1639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [1645ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [2117ms] refreshing cache from master, [2117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [2117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [2118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [2121ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [2122ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [2124ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [2124ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [3896ms] refreshing cache from master, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [3897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [3898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [3901ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.126:38447: Network error: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447, [3901ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.124:36949: OK, [3902ms] Sub RPC ConnectToMaster: received response from server master-127.16.171.125:44571: Network error: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [3902ms] delaying RPC due to: Service unavailable: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571, [6457ms] refreshing cache from master, [6457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.124:36949, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.126:38447, [6458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.171.125:44571, [6461ms] too many traces: truncated at 100 traces, deferred=Deferred@296698757(state=PENDING, result=null, callback=(continuation of Deferred@505536193 after retry RPC after error@1405071283) -> (continuation of Deferred@665788173 after retry RPC after error@1282917142) -> (continuation of Deferred@1546701711 after retry RPC after error@1918641549) -> (continuation of Deferred@760482748 after retry RPC after error@1607012979) -> (continuation of Deferred@100652726 after retry RPC after error@370998217) -> (continuation of Deferred@462953309 after retry RPC after error@206952663) -> (continuation of Deferred@2003105165 after retry RPC after error@106400283) -> (continuation of Deferred@1565404031 after retry RPC after error@2139079521) -> (continuation of Deferred@803707294 after retry RPC after error@366659883) -> (continuation of Deferred@962792764 after retry RPC after error@948352442) -> (continuation of Deferred@733933661 after retry RPC after error@1760491408) -> (continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748), errback=(continuation of Deferred@505536193 after retry RPC after error@1405071283) -> (continuation of Deferred@665788173 after retry RPC after error@1282917142) -> (continuation of Deferred@1546701711 after retry RPC after error@1918641549) -> (continuation of Deferred@760482748 after retry RPC after error@1607012979) -> (continuation of Deferred@100652726 after retry RPC after error@370998217) -> (continuation of Deferred@462953309 after retry RPC after error@206952663) -> (continuation of Deferred@2003105165 after retry RPC after error@106400283) -> (continuation of Deferred@1565404031 after retry RPC after error@2139079521) -> (continuation of Deferred@803707294 after retry RPC after error@366659883) -> (continuation of Deferred@962792764 after retry RPC after error@948352442) -> (continuation of Deferred@733933661 after retry RPC after error@1760491408) -> (continuation of Deferred@1229262172 after retry RPC after error@1147357867) -> (continuation of Deferred@411264610 after retry RPC after error@122572949) -> (continuation of Deferred@1711313613 after retry RPC after error@946387636) -> (continuation of Deferred@995851181 after retry RPC after error@1323589291) -> (continuation of Deferred@739257152 after retry RPC after error@1372625260) -> (continuation of Deferred@825628392 after retry RPC after error@1573590883) -> (continuation of Deferred@1890352561 after retry RPC after error@635605297) -> (continuation of Deferred@610419251 after retry RPC after error@555170259) -> (continuation of Deferred@843418037 after retry RPC after error@52428245) -> (continuation of Deferred@895112287 after retry RPC after error@756755078) -> (continuation of Deferred@856495793 after retry RPC after error@1325442128) -> (continuation of Deferred@673184067 after retry RPC after error@1545910748)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.171.124:36949,127.16.171.126:38447,127.16.171.125:44571) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.126:38447(127.16.171.126:38447): Connection refused: /127.16.171.126:38447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.171.125:44571(127.16.171.125:44571): Connection refused: /127.16.171.125:44571
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.171.125:44571
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)