17:38:33.379 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
17:38:33.392 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdvJvjy/test-tmp
17:38:33.395 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
17:38:33.398 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdvJvjy/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
17:38:33.648 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
17:38:33.803 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:38:33.804 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
17:38:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.807742 1045 mini_oidc.cc:152] Starting JWKS server
17:38:33.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.812026 1045 webserver.cc:460] Webserver started at http://127.0.0.1:40077/ using document root <none> and password file <none>
17:38:33.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.812515 1045 mini_oidc.cc:189] Starting OIDC Discovery server
17:38:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.814327 1045 webserver.cc:460] Webserver started at http://127.0.0.1:33385/ using document root <none> and password file <none>
17:38:33.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:38:33Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
17:38:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:38:33Z Disabled control of system clock
17:38:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:33.865522 1045 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/wal
17:38:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/data
17:38:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/logs
17:38:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/data/info.pb
17:38:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:33.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.126:45193
17:38:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.126
17:38:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40077/jwks.json with env {}
17:38:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.182717 1057 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.183342 1057 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.184057 1057 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.215682 1057 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.215981 1057 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.216187 1057 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.216387 1057 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.216708 1057 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.216923 1057 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40077/jwks.json
17:38:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.253968 1057 master_runner.cc:386] Master server non-default flags:
17:38:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/data
17:38:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/wal
17:38:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.126:45193
17:38:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40077/jwks.json
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/data/info.pb
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.126
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/logs
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.255381 1057 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.257660 1057 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:34.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.278132 1063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:35.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.278302 1066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:35.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:34.278334 1064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:35.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:34.280138 1057 server_base.cc:1034] running on GCE node
17:38:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.497502 1057 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.500344 1057 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.501729 1057 hybrid_clock.cc:648] HybridClock initialized: now 1790185115501704 us; error 48 us; skew 500 ppm
17:38:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.502540 1057 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.516983 1057 webserver.cc:460] Webserver started at http://127.1.5.126:42519/ using document root <none> and password file <none>
17:38:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.518041 1057 fs_manager.cc:359] Metadata directory not provided
17:38:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.518237 1057 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.518627 1057 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.523581 1057 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/data/instance:
17:38:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1224351881744718b283be575cb5b4ab"
17:38:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:35 on dist-test-slave-7wbw"
17:38:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.524726 1057 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/wal/instance:
17:38:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1224351881744718b283be575cb5b4ab"
17:38:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:35 on dist-test-slave-7wbw"
17:38:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.532411 1057 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
17:38:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.538741 1073 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.539992 1057 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
17:38:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.540303 1057 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/wal
17:38:35.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1224351881744718b283be575cb5b4ab"
17:38:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:35 on dist-test-slave-7wbw"
17:38:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.540619 1057 fs_report.cc:383] FS layout report
17:38:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/wal
17:38:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/wal
17:38:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/data/data
17:38:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.575410 1057 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.576867 1057 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.577278 1057 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:35.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.678570 1057 rpc_server.cc:307] RPC server started. Bound to: 127.1.5.126:45193
17:38:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.678659 1124 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.5.126:45193 every 8 connection(s)
17:38:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.681380 1057 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/data/info.pb
17:38:35.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.682667 1045 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 1057
17:38:35.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.683338 1045 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-0/wal/instance
17:38:35.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.688341 1125 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.688453 1045 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/wal
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/data
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/logs
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/data/info.pb
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.125:38181
17:38:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.125
17:38:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:35.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:35.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:35.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:35.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:35.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:35.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:35.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40077/jwks.json with env {}
17:38:35.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.701824 1125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } has no permanent_uuid. Determining permanent_uuid...
17:38:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.732342 1125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } has no permanent_uuid. Determining permanent_uuid...
17:38:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.734642 1076 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.5.125:38181: connect: Connection refused (error 111)
17:38:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.742606 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.125:38181: Network error: Client connection negotiation failed: client connection to 127.1.5.125:38181: connect: Connection refused (error 111)
17:38:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.792255 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } attempt: 1
17:38:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.797385 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.125:38181: Network error: Client connection negotiation failed: client connection to 127.1.5.125:38181: connect: Connection refused (error 111)
17:38:35.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.865832 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } attempt: 2
17:38:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.870163 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.125:38181: Network error: Client connection negotiation failed: client connection to 127.1.5.125:38181: connect: Connection refused (error 111)
17:38:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:35.961576 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } attempt: 3
17:38:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:35.965250 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.125:38181: Network error: Client connection negotiation failed: client connection to 127.1.5.125:38181: connect: Connection refused (error 111)
17:38:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.036058 1127 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.036634 1127 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.037359 1127 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.070642 1127 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.070945 1127 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.071141 1127 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.071448 1127 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:36.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.071648 1127 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:36.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.071779 1127 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40077/jwks.json
17:38:36.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.108192 1127 master_runner.cc:386] Master server non-default flags:
17:38:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/data
17:38:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/wal
17:38:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.125:38181
17:38:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40077/jwks.json
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/data/info.pb
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.125
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/logs
17:38:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.108757 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } attempt: 4
17:38:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.109571 1127 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.111634 1127 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.114090 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.125:38181: Network error: Client connection negotiation failed: client connection to 127.1.5.125:38181: connect: Connection refused (error 111)
17:38:36.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.133030 1136 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.413537 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } attempt: 5
17:38:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.417398 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.125:38181: Network error: Client connection negotiation failed: client connection to 127.1.5.125:38181: connect: Connection refused (error 111)
17:38:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:36.965147 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } attempt: 6
17:38:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.973053 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.125:38181: Network error: Client connection negotiation failed: client connection to 127.1.5.125:38181: connect: Connection refused (error 111)
17:38:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.136098 1139 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:37.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:36.136003 1137 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:37.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.410420 1138 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
17:38:37.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.410749 1127 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:38:37.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.414398 1127 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:37.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.417527 1127 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:37.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.418955 1127 hybrid_clock.cc:648] HybridClock initialized: now 1790185117418927 us; error 59 us; skew 500 ppm
17:38:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.420161 1127 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.426965 1127 webserver.cc:460] Webserver started at http://127.1.5.125:39067/ using document root <none> and password file <none>
17:38:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.428061 1127 fs_manager.cc:359] Metadata directory not provided
17:38:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.428278 1127 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.428676 1127 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.433782 1127 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/data/instance:
17:38:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f2783c820694188a7f8e2adb9ea1f87"
17:38:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:37 on dist-test-slave-7wbw"
17:38:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.435117 1127 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/wal/instance:
17:38:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f2783c820694188a7f8e2adb9ea1f87"
17:38:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:37 on dist-test-slave-7wbw"
17:38:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.443411 1127 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
17:38:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.449596 1148 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.451094 1127 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
17:38:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.451526 1127 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/wal
17:38:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f2783c820694188a7f8e2adb9ea1f87"
17:38:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:37 on dist-test-slave-7wbw"
17:38:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.451936 1127 fs_report.cc:383] FS layout report
17:38:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/wal
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/wal
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/data/data
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.493168 1127 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.494830 1127 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.495391 1127 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:37.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.572036 1127 rpc_server.cc:307] RPC server started. Bound to: 127.1.5.125:38181
17:38:37.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.572233 1199 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.5.125:38181 every 8 connection(s)
17:38:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.575017 1127 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/data/info.pb
17:38:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.581079 1200 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.585511 1045 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 1127
17:38:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.585868 1045 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-1/wal/instance
17:38:37.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.588366 1045 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:37.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/wal
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/data
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/logs
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/data/info.pb
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.124:33075
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.124
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40077/jwks.json with env {}
17:38:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.594959 1200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } has no permanent_uuid. Determining permanent_uuid...
17:38:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.627190 1200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } has no permanent_uuid. Determining permanent_uuid...
17:38:37.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.660248 1200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } has no permanent_uuid. Determining permanent_uuid...
17:38:37.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.664116 1152 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:37.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.668785 1200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.718344 1200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 1
17:38:37.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.722694 1200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.791076 1200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 2
17:38:37.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.795459 1200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:37.886922 1200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 3
17:38:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.891355 1200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:37.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.950305 1202 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.950891 1202 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.951522 1202 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.984030 1202 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.984339 1202 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.984527 1202 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.984804 1202 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.985000 1202 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:37.985150 1202 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40077/jwks.json
17:38:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.033700 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } attempt: 7
17:38:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.034812 1200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 4
17:38:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.039444 1202 master_runner.cc:386] Master server non-default flags:
17:38:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:38.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:38.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/data
17:38:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/wal
17:38:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.124:33075
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40077/jwks.json
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/data/info.pb
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.124
17:38:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/logs
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.040999 1202 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:38.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.042656 1200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:38.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.043176 1202 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.053635 1125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } has no permanent_uuid. Determining permanent_uuid...
17:38:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.073071 1213 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.074568 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.133116 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 1
17:38:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.141024 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.222728 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 2
17:38:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.229173 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.314922 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 3
17:38:38.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.325757 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:38.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.342156 1200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 5
17:38:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.354272 1200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.466621 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 4
17:38:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.474799 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.758410 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 5
17:38:38.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.764653 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:38.902374 1200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 6
17:38:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.915668 1200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.317947 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 6
17:38:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:39.330603 1125 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.5.124:33075: Network error: Client connection negotiation failed: client connection to 127.1.5.124:33075: connect: Connection refused (error 111)
17:38:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:38.081149 1215 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:39.380774 1217 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.384196 1202 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:38:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:39.384770 1216 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1297 milliseconds
17:38:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.386132 1202 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:39.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.391047 1202 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.392613 1202 hybrid_clock.cc:648] HybridClock initialized: now 1790185119392583 us; error 71 us; skew 500 ppm
17:38:39.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.393821 1202 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.402127 1202 webserver.cc:460] Webserver started at http://127.1.5.124:46371/ using document root <none> and password file <none>
17:38:39.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.403494 1202 fs_manager.cc:359] Metadata directory not provided
17:38:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.403782 1202 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.404352 1202 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.411545 1202 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/data/instance:
17:38:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2d9cb01d17a44d3bd68ab352267a7a2"
17:38:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:39 on dist-test-slave-7wbw"
17:38:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.413232 1202 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/wal/instance:
17:38:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2d9cb01d17a44d3bd68ab352267a7a2"
17:38:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:39 on dist-test-slave-7wbw"
17:38:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.421823 1202 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.007s
17:38:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.428190 1228 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.429811 1202 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
17:38:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.430158 1202 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/wal
17:38:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2d9cb01d17a44d3bd68ab352267a7a2"
17:38:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:39 on dist-test-slave-7wbw"
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.430466 1202 fs_report.cc:383] FS layout report
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/wal
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/wal
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/data/data
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:39.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.467155 1202 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.468988 1202 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.469571 1202 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.558913 1202 rpc_server.cc:307] RPC server started. Bound to: 127.1.5.124:33075
17:38:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.558991 1279 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.5.124:33075 every 8 connection(s)
17:38:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.562369 1202 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/data/info.pb
17:38:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.567860 1045 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 1202
17:38:39.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.568665 1045 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/master-2/wal/instance
17:38:39.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.578917 1280 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:39.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.602977 1280 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } has no permanent_uuid. Determining permanent_uuid...
17:38:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.638556 1280 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } has no permanent_uuid. Determining permanent_uuid...
17:38:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.652624 1280 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } has no permanent_uuid. Determining permanent_uuid...
17:38:39.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.673022 1280 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2: Bootstrap starting.
17:38:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.682005 1280 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2: Neither blocks nor log segments found. Creating new log.
17:38:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.684911 1280 log.cc:824] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2: Log is configured to *not* fsync() on all Append() calls
17:38:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.697285 1280 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2: No bootstrap required, opened a new log
17:38:39.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.722092 1280 raft_consensus.cc:348] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } }
17:38:39.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.722782 1280 raft_consensus.cc:374] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:39.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.722980 1280 raft_consensus.cc:729] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2d9cb01d17a44d3bd68ab352267a7a2, State: Initialized, Role: FOLLOWER
17:38:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.723801 1280 consensus_queue.cc:260] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } }
17:38:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.726694 1289 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:39.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.727629 1289 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [sys.catalog]: This master's current role is: FOLLOWER
17:38:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.728402 1280 sys_catalog.cc:564] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [sys.catalog]: configured and running, proceeding with master startup.
17:38:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:39.757285 1300 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:38:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:39.757624 1300 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:38:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.762641 1289 raft_consensus.cc:482] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:38:39.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.763171 1289 raft_consensus.cc:504] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } }
17:38:39.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.766345 1289 leader_election.cc:288] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1224351881744718b283be575cb5b4ab (127.1.5.126:45193), 9f2783c820694188a7f8e2adb9ea1f87 (127.1.5.125:38181)
17:38:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.753281 1202 master_runner.cc:186] Error getting master registration for 127.1.5.126:45193: OK, instance_id { permanent_uuid: "1224351881744718b283be575cb5b4ab" instance_seqno: 1790185115647115 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:38:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.787974 1202 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:39.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:39.976291 1200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 7
17:38:39.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:39.977948 1234 tablet.cc:2369] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:38:40.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.010088 1200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87: Bootstrap starting.
17:38:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.021989 1200 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87: Neither blocks nor log segments found. Creating new log.
17:38:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.026443 1200 log.cc:824] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87: Log is configured to *not* fsync() on all Append() calls
17:38:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.036834 1200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87: No bootstrap required, opened a new log
17:38:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.074985 1200 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } }
17:38:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.076835 1200 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.077198 1200 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f2783c820694188a7f8e2adb9ea1f87, State: Initialized, Role: FOLLOWER
17:38:40.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.078518 1200 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } }
17:38:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.091588 1304 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:40.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.093245 1304 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [sys.catalog]: This master's current role is: FOLLOWER
17:38:40.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.093745 1200 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [sys.catalog]: configured and running, proceeding with master startup.
17:38:40.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.094043 1175 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f2783c820694188a7f8e2adb9ea1f87" is_pre_election: true
17:38:40.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.095095 1175 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2d9cb01d17a44d3bd68ab352267a7a2 in term 0.
17:38:40.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.097398 1231 leader_election.cc:302] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9f2783c820694188a7f8e2adb9ea1f87, f2d9cb01d17a44d3bd68ab352267a7a2; no voters:
17:38:40.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.100273 1289 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:38:40.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.100778 1289 raft_consensus.cc:482] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:38:40.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.101106 1289 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 0 FOLLOWER]: Advancing to term 1
17:38:40.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:40.145668 1315 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:38:40.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:40.146713 1315 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:38:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.173252 1289 raft_consensus.cc:504] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } }
17:38:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.176195 1289 leader_election.cc:288] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [CANDIDATE]: Term 1 election: Requested vote from peers 1224351881744718b283be575cb5b4ab (127.1.5.126:45193), 9f2783c820694188a7f8e2adb9ea1f87 (127.1.5.125:38181)
17:38:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.183956 1175 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f2783c820694188a7f8e2adb9ea1f87"
17:38:40.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.184767 1175 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [term 0 FOLLOWER]: Advancing to term 1
17:38:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.137259 1127 master_runner.cc:186] Error getting master registration for 127.1.5.126:45193: OK, instance_id { permanent_uuid: "1224351881744718b283be575cb5b4ab" instance_seqno: 1790185115647115 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:38:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.188767 1127 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:40.254449 1154 tablet.cc:2369] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:38:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.269832 1175 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2d9cb01d17a44d3bd68ab352267a7a2 in term 1.
17:38:40.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.278965 1231 leader_election.cc:302] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9f2783c820694188a7f8e2adb9ea1f87, f2d9cb01d17a44d3bd68ab352267a7a2; no voters:
17:38:40.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.280031 1289 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 1 FOLLOWER]: Leader election won for term 1
17:38:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.285739 1289 raft_consensus.cc:686] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [term 1 LEADER]: Becoming Leader. State: Replica: f2d9cb01d17a44d3bd68ab352267a7a2, State: Running, Role: LEADER
17:38:40.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.287392 1289 consensus_queue.cc:237] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } }
17:38:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.297432 1317 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f2d9cb01d17a44d3bd68ab352267a7a2. Latest consensus state: current_term: 1 leader_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:40.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.298301 1317 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [sys.catalog]: This master's current role is: LEADER
17:38:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.304924 1319 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:38:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.313107 1319 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:38:40.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.357617 1175 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [term 1 FOLLOWER]: Refusing update from remote peer f2d9cb01d17a44d3bd68ab352267a7a2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:38:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.362918 1317 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
17:38:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.364015 1125 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } attempt: 7
17:38:40.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.415180 1304 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f2d9cb01d17a44d3bd68ab352267a7a2. Latest consensus state: current_term: 1 leader_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:40.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.415979 1304 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [sys.catalog]: This master's current role is: FOLLOWER
17:38:40.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.433076 1320 mvcc.cc:205] Tried to move back new op lower bound from 7332598252927823872 to 7332598252710678528. Current Snapshot: MvccSnapshot[applied={T|T < 7332598252927823872}]
17:38:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.466753 1125 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab: Bootstrap starting.
17:38:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.472159 1304 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.472942 1304 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87 [sys.catalog]: This master's current role is: FOLLOWER
17:38:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.472616 1289 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.473482 1289 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [sys.catalog]: This master's current role is: LEADER
17:38:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.479714 1319 catalog_manager.cc:1347] Generated new cluster ID: 0b8eb12e20474c6ab95c542c98e58330
17:38:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.480068 1319 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:38:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.492604 1125 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab: Neither blocks nor log segments found. Creating new log.
17:38:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.495705 1125 log.cc:824] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab: Log is configured to *not* fsync() on all Append() calls
17:38:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.518563 1125 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab: No bootstrap required, opened a new log
17:38:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.524734 1319 catalog_manager.cc:1370] Generated new certificate authority record
17:38:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.528506 1319 catalog_manager.cc:1504] Loading token signing keys...
17:38:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.562012 1319 catalog_manager.cc:5868] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2: Generated new TSK 0
17:38:40.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.564488 1319 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:38:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.588297 1125 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } }
17:38:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.601138 1125 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.601910 1125 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1224351881744718b283be575cb5b4ab, State: Initialized, Role: FOLLOWER
17:38:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.603366 1125 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } }
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.605518 1045 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/wal
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/data
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/logs
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/data/info.pb
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:38:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.65:0
17:38:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.5.65
17:38:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.65
17:38:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
17:38:40.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.614130 1327 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:40.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.615276 1327 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [sys.catalog]: This master's current role is: FOLLOWER
17:38:40.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.618480 1125 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [sys.catalog]: configured and running, proceeding with master startup.
17:38:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.619829 1100 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1224351881744718b283be575cb5b4ab" is_pre_election: true
17:38:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.622144 1099 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1224351881744718b283be575cb5b4ab"
17:38:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.621639 1100 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2d9cb01d17a44d3bd68ab352267a7a2 in term 0.
17:38:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.627030 1098 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [term 0 FOLLOWER]: Advancing to term 1
17:38:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.728981 1098 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [term 1 FOLLOWER]: Refusing update from remote peer f2d9cb01d17a44d3bd68ab352267a7a2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:38:40.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.747750 1317 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
17:38:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.823843 1327 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [sys.catalog]: SysCatalogTable state changed. Reason: New leader f2d9cb01d17a44d3bd68ab352267a7a2. Latest consensus state: current_term: 1 leader_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:40.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.828384 1327 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [sys.catalog]: This master's current role is: FOLLOWER
17:38:40.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.824824 1341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:40.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.829382 1341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab [sys.catalog]: This master's current role is: FOLLOWER
17:38:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:40.841151 1344 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
17:38:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.176653 1315 catalog_manager.cc:1259] Loaded cluster ID: 0b8eb12e20474c6ab95c542c98e58330
17:38:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.177529 1315 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87: loading cluster ID for follower catalog manager: success
17:38:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.187208 1315 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87: acquiring CA information for follower catalog manager: success
17:38:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.196499 1315 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9f2783c820694188a7f8e2adb9ea1f87: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:38:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.259783 1330 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.260890 1330 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.261838 1330 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:41.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.319236 1330 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:41.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.321049 1330 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.5.65
17:38:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.325994 1317 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1224351881744718b283be575cb5b4ab" member_type: VOTER last_known_addr { host: "127.1.5.126" port: 45193 } } peers { permanent_uuid: "9f2783c820694188a7f8e2adb9ea1f87" member_type: VOTER last_known_addr { host: "127.1.5.125" port: 38181 } } peers { permanent_uuid: "f2d9cb01d17a44d3bd68ab352267a7a2" member_type: VOTER last_known_addr { host: "127.1.5.124" port: 33075 } } }
17:38:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.328675 1317 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2d9cb01d17a44d3bd68ab352267a7a2 [sys.catalog]: This master's current role is: LEADER
17:38:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.385107 1330 tablet_server_runner.cc:78] Tablet server non-default flags:
17:38:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/data
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/wal
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.65:0
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/data/info.pb
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.65
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.5.65
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/logs
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.386794 1330 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.389081 1330 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.419394 1352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:41.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.869921 1344 catalog_manager.cc:1259] Loaded cluster ID: 0b8eb12e20474c6ab95c542c98e58330
17:38:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.871079 1344 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab: loading cluster ID for follower catalog manager: success
17:38:41.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.900808 1344 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab: acquiring CA information for follower catalog manager: success
17:38:41.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:41.910181 1344 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1224351881744718b283be575cb5b4ab: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:38:42.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.431387 1356 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:42.932147 1354 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
17:38:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:41.428489 1353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.932986 1330 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:38:42.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.938117 1330 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.941316 1330 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.943331 1330 hybrid_clock.cc:648] HybridClock initialized: now 1790185122943246 us; error 95 us; skew 500 ppm
17:38:42.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.944664 1330 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.961304 1330 webserver.cc:460] Webserver started at http://127.1.5.65:36763/ using document root <none> and password file <none>
17:38:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.962620 1330 fs_manager.cc:359] Metadata directory not provided
17:38:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.962915 1330 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.963539 1330 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.972180 1330 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/data/instance:
17:38:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7f60f2690f64cf3aacf169ecca49bf2"
17:38:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:42 on dist-test-slave-7wbw"
17:38:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.974251 1330 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/wal/instance:
17:38:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7f60f2690f64cf3aacf169ecca49bf2"
17:38:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:42 on dist-test-slave-7wbw"
17:38:42.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.984171 1330 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.001s
17:38:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.992616 1364 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.994369 1330 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.001s sys 0.003s
17:38:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.994844 1330 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/wal
17:38:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7f60f2690f64cf3aacf169ecca49bf2"
17:38:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:42 on dist-test-slave-7wbw"
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:42.995401 1330 fs_report.cc:383] FS layout report
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/wal
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/wal
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/data/data
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.056457 1330 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.059454 1330 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.060235 1330 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.064533 1330 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
17:38:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.102185 1330 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:38:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.102519 1330 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:38:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.102893 1330 ts_tablet_manager.cc:610] Registered 0 tablets
17:38:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.103045 1330 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:38:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.436954 1330 rpc_server.cc:307] RPC server started. Bound to: 127.1.5.65:46391
17:38:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.437187 1476 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.5.65:46391 every 8 connection(s)
17:38:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.442066 1330 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/data/info.pb
17:38:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.451892 1045 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 1330
17:38:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.452417 1045 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-0/wal/instance
17:38:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.484223 1045 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/wal
17:38:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/data
17:38:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/logs
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/data/info.pb
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.66:0
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.5.66
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.66
17:38:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
17:38:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.537657 1478 heartbeater.cc:347] Connected to a master server at 127.1.5.125:38181
17:38:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.538244 1478 heartbeater.cc:464] Registering TS with master...
17:38:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.539677 1478 heartbeater.cc:511] Master 127.1.5.125:38181 requested a full tablet report, sending...
17:38:43.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.544135 1165 ts_manager.cc:194] Registered new tserver with Master: a7f60f2690f64cf3aacf169ecca49bf2 (127.1.5.65:46391)
17:38:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.548482 1477 heartbeater.cc:347] Connected to a master server at 127.1.5.124:33075
17:38:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.548899 1481 heartbeater.cc:347] Connected to a master server at 127.1.5.126:45193
17:38:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.548971 1477 heartbeater.cc:464] Registering TS with master...
17:38:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.549258 1481 heartbeater.cc:464] Registering TS with master...
17:38:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.550457 1481 heartbeater.cc:511] Master 127.1.5.126:45193 requested a full tablet report, sending...
17:38:43.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.550302 1477 heartbeater.cc:511] Master 127.1.5.124:33075 requested a full tablet report, sending...
17:38:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.553747 1245 ts_manager.cc:194] Registered new tserver with Master: a7f60f2690f64cf3aacf169ecca49bf2 (127.1.5.65:46391)
17:38:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.555133 1090 ts_manager.cc:194] Registered new tserver with Master: a7f60f2690f64cf3aacf169ecca49bf2 (127.1.5.65:46391)
17:38:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.556979 1245 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.5.65:46289
17:38:43.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:43.872370 1484 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:43.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:43.873188 1484 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:43.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:43.873811 1484 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:43.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:43.908262 1484 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:43.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:43.909251 1484 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.5.66
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.947608 1484 tablet_server_runner.cc:78] Tablet server non-default flags:
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/data
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/wal
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.66:0
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/data/info.pb
17:38:43.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.66
17:38:43.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:43.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:43.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.5.66
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/logs
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.949156 1484 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:43.951261 1484 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:43.979911 1494 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:44.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:44.106565 1276 debug-util.cc:398] Leaking SignalData structure 0x7b08000c1ee0 after lost signal to thread 1207
17:38:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:44.562463 1477 heartbeater.cc:503] Master 127.1.5.124:33075 was elected leader, sending a full tablet report...
17:38:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:43.992596 1497 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:43.980556 1495 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:45.650944 1496 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
17:38:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.651141 1484 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:38:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.652909 1484 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.660940 1484 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.662744 1484 hybrid_clock.cc:648] HybridClock initialized: now 1790185125662701 us; error 60 us; skew 500 ppm
17:38:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.663933 1484 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:45.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.674355 1484 webserver.cc:460] Webserver started at http://127.1.5.66:42995/ using document root <none> and password file <none>
17:38:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.675938 1484 fs_manager.cc:359] Metadata directory not provided
17:38:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.676435 1484 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.677093 1484 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.684906 1484 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/data/instance:
17:38:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22cf3ebc55dd421cb7a51f4261fe8219"
17:38:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:45 on dist-test-slave-7wbw"
17:38:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.686857 1484 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/wal/instance:
17:38:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22cf3ebc55dd421cb7a51f4261fe8219"
17:38:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:45 on dist-test-slave-7wbw"
17:38:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.702939 1484 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.006s sys 0.008s
17:38:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.710031 1505 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.711582 1484 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
17:38:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.711966 1484 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/wal
17:38:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22cf3ebc55dd421cb7a51f4261fe8219"
17:38:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:45 on dist-test-slave-7wbw"
17:38:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.712677 1484 fs_report.cc:383] FS layout report
17:38:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/wal
17:38:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/wal
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/data/data
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.759121 1484 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.761458 1484 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.762001 1484 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.765404 1484 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
17:38:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.770411 1484 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:38:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.770674 1484 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:38:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.770989 1484 ts_tablet_manager.cc:610] Registered 0 tablets
17:38:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.771229 1484 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:38:45.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.995182 1484 rpc_server.cc:307] RPC server started. Bound to: 127.1.5.66:34255
17:38:45.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.995360 1617 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.5.66:34255 every 8 connection(s)
17:38:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:45.998719 1484 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/data/info.pb
17:38:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.008206 1045 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 1484
17:38:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.008924 1045 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-1/wal/instance
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.044808 1045 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/wal
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/data
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/logs
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/data/info.pb
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.67:0
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.5.67
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.67
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
17:38:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.118161 1618 heartbeater.cc:347] Connected to a master server at 127.1.5.124:33075
17:38:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.118711 1618 heartbeater.cc:464] Registering TS with master...
17:38:46.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.119519 1619 heartbeater.cc:347] Connected to a master server at 127.1.5.125:38181
17:38:46.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.120003 1619 heartbeater.cc:464] Registering TS with master...
17:38:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.120054 1618 heartbeater.cc:511] Master 127.1.5.124:33075 requested a full tablet report, sending...
17:38:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.120906 1619 heartbeater.cc:511] Master 127.1.5.125:38181 requested a full tablet report, sending...
17:38:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.123009 1245 ts_manager.cc:194] Registered new tserver with Master: 22cf3ebc55dd421cb7a51f4261fe8219 (127.1.5.66:34255)
17:38:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.124452 1165 ts_manager.cc:194] Registered new tserver with Master: 22cf3ebc55dd421cb7a51f4261fe8219 (127.1.5.66:34255)
17:38:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.125190 1245 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.5.66:44783
17:38:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.131862 1620 heartbeater.cc:347] Connected to a master server at 127.1.5.126:45193
17:38:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.132232 1620 heartbeater.cc:464] Registering TS with master...
17:38:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.133008 1620 heartbeater.cc:511] Master 127.1.5.126:45193 requested a full tablet report, sending...
17:38:46.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.135382 1090 ts_manager.cc:194] Registered new tserver with Master: 22cf3ebc55dd421cb7a51f4261fe8219 (127.1.5.66:34255)
17:38:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.546564 1627 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.547178 1627 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.547874 1627 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.585968 1627 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.586974 1627 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.5.67
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.634879 1627 tablet_server_runner.cc:78] Tablet server non-default flags:
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.5.84:46169
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/data
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/wal
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.5.67:0
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/data/info.pb
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.5.67
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.5.126:45193,127.1.5.125:38181,127.1.5.124:33075
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.5.67
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/logs
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.636511 1627 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.639772 1627 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:46.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.665529 1636 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.130724 1618 heartbeater.cc:503] Master 127.1.5.124:33075 was elected leader, sending a full tablet report...
17:38:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:46.668017 1627 server_base.cc:1034] running on GCE node
17:38:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.666790 1635 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:46.669520 1638 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:47.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.968537 1627 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.971364 1627 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.972811 1627 hybrid_clock.cc:648] HybridClock initialized: now 1790185127972779 us; error 53 us; skew 500 ppm
17:38:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.973598 1627 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:47.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.987226 1627 webserver.cc:460] Webserver started at http://127.1.5.67:35653/ using document root <none> and password file <none>
17:38:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.988325 1627 fs_manager.cc:359] Metadata directory not provided
17:38:47.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.988533 1627 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:47.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.988927 1627 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.996797 1627 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/data/instance:
17:38:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4389e85337e54f419b93eb3293ae243b"
17:38:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:47 on dist-test-slave-7wbw"
17:38:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:47.998627 1627 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/wal/instance:
17:38:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4389e85337e54f419b93eb3293ae243b"
17:38:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:47 on dist-test-slave-7wbw"
17:38:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.008612 1627 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
17:38:48.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.014557 1646 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.015820 1627 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
17:38:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.016259 1627 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/wal
17:38:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4389e85337e54f419b93eb3293ae243b"
17:38:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:47 on dist-test-slave-7wbw"
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.016642 1627 fs_report.cc:383] FS layout report
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/wal
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/wal
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/data/data
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.057602 1627 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.059310 1627 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.059968 1627 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.062795 1627 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
17:38:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.067180 1627 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:38:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.067543 1627 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
17:38:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.067871 1627 ts_tablet_manager.cc:610] Registered 0 tablets
17:38:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.068065 1627 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:38:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.245739 1627 rpc_server.cc:307] RPC server started. Bound to: 127.1.5.67:35811
17:38:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.245885 1758 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.5.67:35811 every 8 connection(s)
17:38:48.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.248739 1627 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/data/info.pb
17:38:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.253695 1045 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 1627
17:38:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.254208 1045 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4646023449030119696/ts-2/wal/instance
17:38:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.299954 1759 heartbeater.cc:347] Connected to a master server at 127.1.5.124:33075
17:38:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.300530 1759 heartbeater.cc:464] Registering TS with master...
17:38:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.301808 1759 heartbeater.cc:511] Master 127.1.5.124:33075 requested a full tablet report, sending...
17:38:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.302141 1761 heartbeater.cc:347] Connected to a master server at 127.1.5.126:45193
17:38:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.302479 1761 heartbeater.cc:464] Registering TS with master...
17:38:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.303390 1761 heartbeater.cc:511] Master 127.1.5.126:45193 requested a full tablet report, sending...
17:38:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.305087 1245 ts_manager.cc:194] Registered new tserver with Master: 4389e85337e54f419b93eb3293ae243b (127.1.5.67:35811)
17:38:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.305800 1760 heartbeater.cc:347] Connected to a master server at 127.1.5.125:38181
17:38:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.306137 1760 heartbeater.cc:464] Registering TS with master...
17:38:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.306223 1090 ts_manager.cc:194] Registered new tserver with Master: 4389e85337e54f419b93eb3293ae243b (127.1.5.67:35811)
17:38:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.307061 1760 heartbeater.cc:511] Master 127.1.5.125:38181 requested a full tablet report, sending...
17:38:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.307931 1245 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.5.67:41515
17:38:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.309819 1165 ts_manager.cc:194] Registered new tserver with Master: 4389e85337e54f419b93eb3293ae243b (127.1.5.67:35811)
17:38:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:48.320796 1045 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
17:38:48.338 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:38:48.339 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
17:38:48.351 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.5.126"
port: 45193
}
bound_http_address {
host: "127.1.5.126"
port: 42519
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.5.125"
port: 38181
}
bound_http_address {
host: "127.1.5.125"
port: 39067
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.5.124"
port: 33075
}
bound_http_address {
host: "127.1.5.124"
port: 46371
}
}
}
17:38:48.356 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
17:38:48.359 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.1.5.65"
port: 46391
}
bound_http_address {
host: "127.1.5.65"
port: 36763
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.1.5.66"
port: 34255
}
bound_http_address {
host: "127.1.5.66"
port: 42995
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.1.5.67"
port: 35811
}
bound_http_address {
host: "127.1.5.67"
port: 35653
}
}
}
17:38:48.359 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
17:38:48.615 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
17:38:48.766 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdvJvjy/test-tmp
17:38:48.767 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
17:38:48.767 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdvJvjy/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
17:38:48.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
17:38:49.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:49.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
17:38:49.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:49.285404 1770 mini_oidc.cc:152] Starting JWKS server
17:38:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:49.290833 1770 webserver.cc:460] Webserver started at http://127.0.0.1:45971/ using document root <none> and password file <none>
17:38:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:49.291556 1770 mini_oidc.cc:189] Starting OIDC Discovery server
17:38:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:49.294060 1770 webserver.cc:460] Webserver started at http://127.0.0.1:43379/ using document root <none> and password file <none>
17:38:49.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:49.313333 1759 heartbeater.cc:503] Master 127.1.5.124:33075 was elected leader, sending a full tablet report...
17:38:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
17:38:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/principal' for realm 'KRBTEST.COM',
17:38:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
17:38:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:49 dist-test-slave-7wbw krb5kdc[1782](info): setting up network...
17:38:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
17:38:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:49 dist-test-slave-7wbw krb5kdc[1782](info): set up 2 sockets
17:38:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:49 dist-test-slave-7wbw krb5kdc[1782](info): commencing operation
17:38:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
17:38:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:50.459379 1770 mini_kdc.cc:121] Time spent starting KDC: real 1.133s user 0.005s sys 0.021s
17:38:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
17:38:50.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
17:38:50.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
17:38:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
17:38:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
17:38:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
17:38:50.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
17:38:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
17:38:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
17:38:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
17:38:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/test-user.keytab.
17:38:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/test-user.keytab.
17:38:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:50 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185130, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:38:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
17:38:50.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:38:50Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
17:38:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:38:50Z Disabled control of system clock
17:38:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.186.190@KRBTEST.COM; defaulting to no policy
17:38:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:38:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.186.190@KRBTEST.COM" created.
17:38:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:38:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.186.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.190.keytab.
17:38:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.186.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.190.keytab.
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:50.672046 1770 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/logs
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data/info.pb
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.190:34861
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.190
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.190.keytab
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.190
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:38:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.005709 1795 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.006482 1795 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:51.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.007205 1795 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:51.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.042080 1795 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:38:51.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.042375 1795 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:51.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.042775 1795 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.043095 1795 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.043418 1795 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.043730 1795 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.043957 1795 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45971/jwks.json
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:51.082732 1795 master_runner.cc:386] Master server non-default flags:
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.190.keytab
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.190
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.190:34861
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data/info.pb
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.190
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/logs
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:51.084374 1795 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:51.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:51.085829 1795 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.108698 1802 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:52.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.109347 1801 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:52.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:51.110366 1795 server_base.cc:1034] running on GCE node
17:38:52.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:51.108740 1804 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:52.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.429353 1795 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:52.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.432281 1795 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:52.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.433915 1795 hybrid_clock.cc:648] HybridClock initialized: now 1790185132433850 us; error 84 us; skew 500 ppm
17:38:52.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.434816 1795 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:52 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185132, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:38:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.442790 1795 init.cc:377] Logged in from keytab as kudu/127.1.186.190@KRBTEST.COM (short username kudu)
17:38:52.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.448388 1795 webserver.cc:460] Webserver started at http://127.1.186.190:38837/ using document root <none> and password file <none>
17:38:52.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.449267 1795 fs_manager.cc:359] Metadata directory not provided
17:38:52.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.449451 1795 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:52.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.449862 1795 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.454898 1795 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data/instance:
17:38:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1726e90c0bf423a840a2fd7ccb37596"
17:38:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:52 on dist-test-slave-7wbw"
17:38:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.456172 1795 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal/instance:
17:38:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1726e90c0bf423a840a2fd7ccb37596"
17:38:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:52 on dist-test-slave-7wbw"
17:38:52.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.463657 1795 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
17:38:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.470271 1813 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.471555 1795 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.004s
17:38:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.471920 1795 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:38:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1726e90c0bf423a840a2fd7ccb37596"
17:38:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:52 on dist-test-slave-7wbw"
17:38:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.472241 1795 fs_report.cc:383] FS layout report
17:38:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:38:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:38:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data/data
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:52.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.514226 1795 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.520825 1795 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.521420 1795 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.614974 1795 rpc_server.cc:307] RPC server started. Bound to: 127.1.186.190:34861
17:38:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.615087 1864 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.186.190:34861 every 8 connection(s)
17:38:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.617916 1795 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data/info.pb
17:38:52.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.624248 1770 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 1795
17:38:52.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.624768 1770 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal/instance
17:38:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.625032 1865 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.637454 1865 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } has no permanent_uuid. Determining permanent_uuid...
17:38:52.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.186.189@KRBTEST.COM; defaulting to no policy
17:38:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:38:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.186.189@KRBTEST.COM" created.
17:38:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:52 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185132, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.190@KRBTEST.COM for kudu/127.1.186.190@KRBTEST.COM
17:38:52.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:38:52.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.186.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.189.keytab.
17:38:52.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.186.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.189.keytab.
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.677824 1770 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/logs
17:38:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data/info.pb
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.189:44477
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.189
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.189.keytab
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.189
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:38:52.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.687371 1865 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } has no permanent_uuid. Determining permanent_uuid...
17:38:52.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:52.690991 1814 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:38:52.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:52.696488 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.189:44477: Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:38:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.745985 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } attempt: 1
17:38:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:52.750108 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.189:44477: Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:38:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.818639 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } attempt: 2
17:38:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:52.822788 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.189:44477: Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:38:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:52.914194 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } attempt: 3
17:38:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:52.918536 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.189:44477: Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:38:53.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.033651 1871 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:53.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.034339 1871 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.035142 1871 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:53.062071 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } attempt: 4
17:38:53.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.066039 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.189:44477: Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:38:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.069532 1871 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:38:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.069809 1871 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.070259 1871 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.070562 1871 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.070883 1871 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.071235 1871 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.071528 1871 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45971/jwks.json
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:53.110005 1871 master_runner.cc:386] Master server non-default flags:
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.189.keytab
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.189
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.189:44477
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data/info.pb
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.189
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/logs
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:53.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:53.111155 1871 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:53.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:53.112272 1871 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.134536 1881 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:53.365463 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } attempt: 5
17:38:53.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.369022 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.189:44477: Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:38:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:53.916709 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } attempt: 6
17:38:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.923791 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.189:44477: Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:38:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.135566 1878 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:53.136580 1871 server_base.cc:1034] running on GCE node
17:38:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:53.134616 1879 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.406510 1871 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:54.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.409417 1871 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:54.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.410772 1871 hybrid_clock.cc:648] HybridClock initialized: now 1790185134410756 us; error 62 us; skew 500 ppm
17:38:54.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.411628 1871 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:54.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:54 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185134, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:38:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.423259 1871 init.cc:377] Logged in from keytab as kudu/127.1.186.189@KRBTEST.COM (short username kudu)
17:38:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.428543 1871 webserver.cc:460] Webserver started at http://127.1.186.189:33247/ using document root <none> and password file <none>
17:38:54.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.429514 1871 fs_manager.cc:359] Metadata directory not provided
17:38:54.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.429702 1871 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:54.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.430240 1871 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.436194 1871 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data/instance:
17:38:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f244e429cdc4622aabd4e56c270951f"
17:38:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:54 on dist-test-slave-7wbw"
17:38:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.437775 1871 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal/instance:
17:38:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f244e429cdc4622aabd4e56c270951f"
17:38:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:54 on dist-test-slave-7wbw"
17:38:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.445456 1871 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.003s
17:38:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.452724 1894 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.453894 1871 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
17:38:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.454257 1871 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f244e429cdc4622aabd4e56c270951f"
17:38:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:54 on dist-test-slave-7wbw"
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.454591 1871 fs_report.cc:383] FS layout report
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data/data
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.496059 1871 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.502177 1871 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.502619 1871 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.596802 1871 rpc_server.cc:307] RPC server started. Bound to: 127.1.186.189:44477
17:38:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.596889 1945 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.186.189:44477 every 8 connection(s)
17:38:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.599852 1871 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data/info.pb
17:38:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.603500 1770 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 1871
17:38:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.604130 1770 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal/instance
17:38:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.606515 1946 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.624576 1946 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } has no permanent_uuid. Determining permanent_uuid...
17:38:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.186.188@KRBTEST.COM; defaulting to no policy
17:38:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:38:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.186.188@KRBTEST.COM" created.
17:38:54.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:54 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185134, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.189@KRBTEST.COM for kudu/127.1.186.190@KRBTEST.COM
17:38:54.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
17:38:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.186.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.188.keytab.
17:38:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.186.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.188.keytab.
17:38:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.666534 1946 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } has no permanent_uuid. Determining permanent_uuid...
17:38:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.669211 1770 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:38:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data
17:38:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/logs
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data/info.pb
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.188:35617
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.188
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.188.keytab
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.188
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:38:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:38:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:38:54.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:54 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185134, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.189@KRBTEST.COM for kudu/127.1.186.189@KRBTEST.COM
17:38:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.697897 1946 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } has no permanent_uuid. Determining permanent_uuid...
17:38:54.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:54.700879 1896 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:54.705687 1946 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.755167 1946 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 1
17:38:54.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:54.758929 1946 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:54.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.827394 1946 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 2
17:38:54.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:54.831667 1946 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.923149 1946 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 3
17:38:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:54.927934 1946 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:54.984223 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } attempt: 7
17:38:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:54 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185132, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.190@KRBTEST.COM for kudu/127.1.186.189@KRBTEST.COM
17:38:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.011137 1865 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } has no permanent_uuid. Determining permanent_uuid...
17:38:55.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.017758 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.026376 1953 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.026930 1953 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.027583 1953 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:55.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.060379 1953 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:38:55.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.060671 1953 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.060988 1953 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.061192 1953 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.061378 1953 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.061556 1953 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:55.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.061699 1953 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45971/jwks.json
17:38:55.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.071388 1946 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 4
17:38:55.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.075263 1946 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:55.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.076217 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 1
17:38:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.080250 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.101449 1953 master_runner.cc:386] Master server non-default flags:
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.188.keytab
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.188
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.188:35617
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data/info.pb
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.188
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/logs
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.102980 1953 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.104159 1953 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:55.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.124554 1962 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.161630 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 2
17:38:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.166348 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.251793 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 3
17:38:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.256819 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:55.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.374692 1946 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 5
17:38:55.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.379355 1946 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.397435 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 4
17:38:55.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.401672 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:55.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.685087 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 5
17:38:55.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.690398 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:55.926787 1946 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 6
17:38:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.936267 1946 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:56.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.242856 1865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } attempt: 6
17:38:56.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.252635 1865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.186.188:35617: Network error: Client connection negotiation failed: client connection to 127.1.186.188:35617: connect: Connection refused (error 111)
17:38:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.124876 1965 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:55.126104 1963 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.408700 1964 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
17:38:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.408762 1953 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
17:38:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.413421 1953 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.416605 1953 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.418138 1953 hybrid_clock.cc:648] HybridClock initialized: now 1790185136418054 us; error 103 us; skew 500 ppm
17:38:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.419227 1953 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:56 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185136, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:38:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.426613 1953 init.cc:377] Logged in from keytab as kudu/127.1.186.188@KRBTEST.COM (short username kudu)
17:38:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.433151 1953 webserver.cc:460] Webserver started at http://127.1.186.188:38343/ using document root <none> and password file <none>
17:38:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.434267 1953 fs_manager.cc:359] Metadata directory not provided
17:38:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.434518 1953 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.435122 1953 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:38:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.441041 1953 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data/instance:
17:38:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6519b130a2604dc0985c34a190015d6a"
17:38:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:56 on dist-test-slave-7wbw"
17:38:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.442453 1953 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal/instance:
17:38:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6519b130a2604dc0985c34a190015d6a"
17:38:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:56 on dist-test-slave-7wbw"
17:38:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.449918 1953 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
17:38:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.456513 1978 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.457881 1953 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
17:38:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.458310 1953 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:38:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6519b130a2604dc0985c34a190015d6a"
17:38:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:56 on dist-test-slave-7wbw"
17:38:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.458688 1953 fs_report.cc:383] FS layout report
17:38:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:38:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:38:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data/data
17:38:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.494756 1953 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.501245 1953 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.501782 1953 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.607856 1953 rpc_server.cc:307] RPC server started. Bound to: 127.1.186.188:35617
17:38:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.607929 2030 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.186.188:35617 every 8 connection(s)
17:38:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.610909 1953 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data/info.pb
17:38:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.617851 1770 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 1953
17:38:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.618371 1770 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal/instance
17:38:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.622406 2031 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:38:56.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.641688 2031 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } has no permanent_uuid. Determining permanent_uuid...
17:38:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:56 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185136, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.188@KRBTEST.COM for kudu/127.1.186.190@KRBTEST.COM
17:38:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:56 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185130, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.186.188@KRBTEST.COM
17:38:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.680514 2031 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } has no permanent_uuid. Determining permanent_uuid...
17:38:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:56 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185136, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.188@KRBTEST.COM for kudu/127.1.186.189@KRBTEST.COM
17:38:56.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:56 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185130, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.186.189@KRBTEST.COM
17:38:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.725059 2031 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } has no permanent_uuid. Determining permanent_uuid...
17:38:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:56 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185136, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.188@KRBTEST.COM for kudu/127.1.186.188@KRBTEST.COM
17:38:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:56 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185130, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.186.190@KRBTEST.COM
17:38:56.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.758373 2031 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: Bootstrap starting.
17:38:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.761044 1770 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
17:38:56.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.764756 2031 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: Neither blocks nor log segments found. Creating new log.
17:38:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.766793 2031 log.cc:824] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: Log is configured to *not* fsync() on all Append() calls
17:38:56.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:56.770 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
17:38:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.773307 2031 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: No bootstrap required, opened a new log
17:38:56.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
17:38:56.785 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
17:38:56.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.186.190"
port: 34861
}
bound_http_address {
host: "127.1.186.190"
port: 38837
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.186.189"
port: 44477
}
bound_http_address {
host: "127.1.186.189"
port: 33247
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.186.188"
port: 35617
}
bound_http_address {
host: "127.1.186.188"
port: 38343
}
}
}
17:38:56.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
17:38:56.789 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:56.790 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
17:38:56.792 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
17:38:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.801007 2031 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:38:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.801676 2031 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:38:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.801949 2031 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6519b130a2604dc0985c34a190015d6a, State: Initialized, Role: FOLLOWER
17:38:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.802908 2031 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:38:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.807072 2041 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } } }
17:38:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.808339 2041 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [sys.catalog]: This master's current role is: FOLLOWER
17:38:56.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.809059 2031 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [sys.catalog]: configured and running, proceeding with master startup.
17:38:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:56 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185136, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:38:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
17:38:56.828 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:56.831 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc
17:38:56.839 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
17:38:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.845084 2053 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:38:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:56.845695 2053 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:38:56.846 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc
17:38:56.848 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
17:38:56.853 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
17:38:56.856 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
17:38:56.856 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
17:38:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.838387 1953 master_runner.cc:186] Error getting master registration for 127.1.186.190:34861: OK, instance_id { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" instance_seqno: 1790185132587256 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:38:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.874110 1953 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:38:56.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:56 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185136, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:38:56.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
17:38:56.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:56.899 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc
17:38:56.901 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
17:38:56.901 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.186.189:44477
17:38:56.905 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
17:38:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.905669 1770 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 1871
17:38:56.935 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:56.936 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.186.188:35617
17:38:56.936 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
17:38:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.936929 1770 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 1953
17:38:56.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:56.965 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.186.190:34861
17:38:56.966 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
17:38:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.966508 1770 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 1795
17:38:56.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:56.989 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.186.189:44477
17:38:56.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:56.992919 1770 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/logs
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data/info.pb
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.189:44477
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.189
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33247
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.189.keytab
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.189
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:38:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.333840 2057 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.334477 2057 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:57.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.335076 2057 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.370261 2057 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:38:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.370496 2057 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.370755 2057 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.370949 2057 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.371150 2057 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.371429 2057 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.371703 2057 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45971/jwks.json
17:38:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:57.410844 2057 master_runner.cc:386] Master server non-default flags:
17:38:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data
17:38:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.189.keytab
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.189
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.189:44477
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data/info.pb
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.189
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33247
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/logs
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:57.412384 2057 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:57.413693 2057 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:57.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.432454 2063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.432554 2064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:57.434950 2066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:38:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:57.436144 2057 server_base.cc:1034] running on GCE node
17:38:58.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.714020 2057 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:38:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.717306 2057 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:38:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.719094 2057 hybrid_clock.cc:648] HybridClock initialized: now 1790185138719004 us; error 104 us; skew 500 ppm
17:38:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.720600 2057 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:38:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:38:58 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185138, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:38:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.727932 2057 init.cc:377] Logged in from keytab as kudu/127.1.186.189@KRBTEST.COM (short username kudu)
17:38:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.733909 2057 webserver.cc:460] Webserver started at http://127.1.186.189:33247/ using document root <none> and password file <none>
17:38:58.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.735090 2057 fs_manager.cc:359] Metadata directory not provided
17:38:58.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.735378 2057 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:38:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.744135 2057 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
17:38:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.748982 2075 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:38:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.750425 2057 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
17:38:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.750775 2057 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f244e429cdc4622aabd4e56c270951f"
17:38:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:54 on dist-test-slave-7wbw"
17:38:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.753566 2057 fs_report.cc:383] FS layout report
17:38:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:38:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data/data
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:38:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:38:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.796746 2057 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:38:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.803342 2057 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:38:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.803817 2057 kserver.cc:163] Server-wide thread pool size limit: 3276
17:38:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.882344 2057 rpc_server.cc:307] RPC server started. Bound to: 127.1.186.189:44477
17:38:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.882475 2126 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.186.189:44477 every 8 connection(s)
17:38:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.885210 2057 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/data/info.pb
17:38:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.888767 1770 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 2057
17:38:58.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:38:58.889 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.186.188:35617
17:38:58.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.891747 1770 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/logs
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data/info.pb
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:38:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.188:35617
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.188
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38343
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.188.keytab
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.188
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:38:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.899744 2127 sys_catalog.cc:263] Verifying existing consensus state
17:38:58.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260923 17:38:58.900705 2127 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
17:38:58.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.901198 2057 master.cc:537] Master@127.1.186.189:44477 shutting down...
17:38:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:58.971192 2057 master.cc:552] Master@127.1.186.189:44477 shutdown complete.
17:38:58.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
17:38:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.254542 2129 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:38:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.255342 2129 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:38:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.256131 2129 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:38:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.290876 2129 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:38:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.291198 2129 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:38:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.291628 2129 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:38:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.292001 2129 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:38:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.292309 2129 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:38:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.292659 2129 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:38:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.292882 2129 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45971/jwks.json
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:59.332554 2129 master_runner.cc:386] Master server non-default flags:
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.188.keytab
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.188
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.188:35617
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:38:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data/info.pb
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.188
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38343
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/logs
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:38:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:59.334051 2129 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:38:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:59.335443 2129 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:38:59.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.356333 2137 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:39:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.356983 2136 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:39:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:38:59.359678 2129 server_base.cc:1034] running on GCE node
17:39:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:38:59.357744 2139 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:39:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.634784 2129 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:39:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.638240 2129 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:39:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.639731 2129 hybrid_clock.cc:648] HybridClock initialized: now 1790185140639668 us; error 79 us; skew 500 ppm
17:39:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.640576 2129 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:39:00.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:39:00 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185140, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:39:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.654057 2129 init.cc:377] Logged in from keytab as kudu/127.1.186.188@KRBTEST.COM (short username kudu)
17:39:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.660113 2129 webserver.cc:460] Webserver started at http://127.1.186.188:38343/ using document root <none> and password file <none>
17:39:00.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.661257 2129 fs_manager.cc:359] Metadata directory not provided
17:39:00.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.661526 2129 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:39:00.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.670964 2129 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
17:39:00.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.677376 2147 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:39:00.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.678790 2129 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
17:39:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.679229 2129 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:39:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6519b130a2604dc0985c34a190015d6a"
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:56 on dist-test-slave-7wbw"
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.681869 2129 fs_report.cc:383] FS layout report
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/wal
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data/data
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:39:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:39:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:39:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.738171 2129 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:39:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.744773 2129 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:39:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.745373 2129 kserver.cc:163] Server-wide thread pool size limit: 3276
17:39:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.827495 2129 rpc_server.cc:307] RPC server started. Bound to: 127.1.186.188:35617
17:39:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.827728 2198 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.186.188:35617 every 8 connection(s)
17:39:00.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.830768 2129 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-2/data/info.pb
17:39:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.839499 1770 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 2129
17:39:00.841 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:39:00.841 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.186.190:34861
17:39:00.841 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.843770 1770 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/logs
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data/info.pb
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:39:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.190:34861
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.190
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38837
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.190.keytab
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.190
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:39:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
17:39:00.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.845696 2199 sys_catalog.cc:263] Verifying existing consensus state
17:39:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.855374 2199 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: Bootstrap starting.
17:39:00.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.899140 2199 log.cc:824] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: Log is configured to *not* fsync() on all Append() calls
17:39:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.905488 2199 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
17:39:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.906466 2199 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: Bootstrap complete.
17:39:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.940759 2199 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:39:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.943918 2199 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:39:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.944252 2199 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6519b130a2604dc0985c34a190015d6a, State: Initialized, Role: FOLLOWER
17:39:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.945406 2199 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:39:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.950438 2203 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } } }
17:39:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.951833 2203 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [sys.catalog]: This master's current role is: FOLLOWER
17:39:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.952526 2199 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [sys.catalog]: configured and running, proceeding with master startup.
17:39:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:00.989457 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:00.990223 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.001422 2153 tablet.cc:2369] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:39:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:00.990994 2129 master_runner.cc:186] Error getting master registration for 127.1.186.190:34861: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111),
17:39:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.023700 2129 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.203572 2201 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:39:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.204314 2201 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:39:01.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.205356 2201 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:39:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.240244 2203 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:39:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.240828 2203 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:39:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.245517 2151 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111)
17:39:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.250149 2203 leader_election.cc:288] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861), 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477)
17:39:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.258890 2201 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
17:39:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.263197 2151 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861): Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111)
17:39:01.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.263983 2201 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:39:01.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.264649 2201 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:39:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.265143 2201 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:39:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.265599 2201 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:39:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.266083 2201 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:39:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.266490 2201 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45971/jwks.json
17:39:01.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.270874 2148 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477): Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:39:01.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.271366 2148 leader_election.cc:302] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6519b130a2604dc0985c34a190015d6a; no voters: 8f244e429cdc4622aabd4e56c270951f, f1726e90c0bf423a840a2fd7ccb37596
17:39:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.272665 2203 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.317806 2201 master_runner.cc:386] Master server non-default flags:
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.186.148:34371
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.186.190:34861,127.1.186.189:44477,127.1.186.188:35617
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/krb5kdc/kudu_127.1.186.190.keytab
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.186.190
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.186.190:34861
17:39:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45971/jwks.json
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data/info.pb
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.186.190
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38837
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/logs
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:47:15 UTC on ccycloud.quasar-ynfelf.root.comops.site
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667753
17:39:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
17:39:01.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.319481 2201 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:39:01.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.320726 2201 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:39:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.342461 2227 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:39:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.996449 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.996918 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.344141 2224 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:39:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:01.346016 2201 server_base.cc:1034] running on GCE node
17:39:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:01.342613 2225 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:39:02.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.676689 2201 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:39:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.680464 2201 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:39:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.681891 2201 hybrid_clock.cc:648] HybridClock initialized: now 1790185142681821 us; error 73 us; skew 500 ppm
17:39:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.682967 2201 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:39:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:39:02 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185142, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:39:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.690399 2201 init.cc:377] Logged in from keytab as kudu/127.1.186.190@KRBTEST.COM (short username kudu)
17:39:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.712692 2201 webserver.cc:460] Webserver started at http://127.1.186.190:38837/ using document root <none> and password file <none>
17:39:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.713934 2201 fs_manager.cc:359] Metadata directory not provided
17:39:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.714224 2201 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:39:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.724977 2201 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
17:39:02.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.730664 2235 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:39:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.731917 2201 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
17:39:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.732276 2201 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data,/tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:39:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1726e90c0bf423a840a2fd7ccb37596"
17:39:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:38:52 on dist-test-slave-7wbw"
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.734760 2201 fs_report.cc:383] FS layout report
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data/data
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:39:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:39:02.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.781222 2201 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:39:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.787364 2201 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:39:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.787789 2201 kserver.cc:163] Server-wide thread pool size limit: 3276
17:39:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.884979 2201 rpc_server.cc:307] RPC server started. Bound to: 127.1.186.190:34861
17:39:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.885149 2286 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.186.190:34861 every 8 connection(s)
17:39:02.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.887939 2201 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/data/info.pb
17:39:02.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.892148 1770 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu as pid 2201
17:39:02.893 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:39:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.905510 2287 sys_catalog.cc:263] Verifying existing consensus state
17:39:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260923 17:39:02.906515 2287 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
17:39:02.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:02.907053 2201 master.cc:537] Master@127.1.186.190:34861 shutting down...
17:39:02.979 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:03.001112 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:03.001688 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:03.004776 2201 master.cc:552] Master@127.1.186.190:34861 shutdown complete.
17:39:03.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdvJvjy/test-tmp/mini-kudu-cluster4670038880418558459/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
17:39:03.051 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.186.188:35617(127.1.186.188:35617)] connecting to peer
17:39:03.055 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.123 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.186.188:35617(127.1.186.188:35617)] Successfully connected to peer
17:39:03.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.213 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
17:39:03.222 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.186.188
17:39:03.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:03.241181 2293 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:39:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:03.241639 2293 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:39:03.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:03.243793 2293 leader_election.cc:288] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861), 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477)
17:39:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:03.254513 2148 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477): Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:39:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:03.256561 2151 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861): Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111)
17:39:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:03.256920 2151 leader_election.cc:302] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6519b130a2604dc0985c34a190015d6a; no voters: 8f244e429cdc4622aabd4e56c270951f, f1726e90c0bf423a840a2fd7ccb37596
17:39:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:03.257591 2293 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:39:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:39:03 dist-test-slave-7wbw krb5kdc[1782](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185136, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.186.188@KRBTEST.COM
17:39:03.452 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xaca0e50c, L:/127.0.0.1:51300 - R:/127.1.186.188:35617] using SASL/GSSAPI
17:39:03.468 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:03.480 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.484 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:03.500 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.502 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:03.520 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.522 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:03.540 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.542 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:03.580 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.582 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.589 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:03.600 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.603 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:03.740 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.742 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.747 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:03.940 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.942 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:03.980 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:03.981 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:03.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:03.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:03.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:04.005359 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:04.005729 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:04.640 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:04.642 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:04.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:04.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:04.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:04.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:04.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:04.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:04.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:05.008908 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:05.009229 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:06.012125 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:06.012428 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:06.026530 2129 master_runner.cc:186] Error getting master registration for 127.1.186.190:34861: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111),
17:39:06.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:06.026934 2129 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:06.400 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:06.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:06.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:06.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:06.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:06.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:06.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:06.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:06.408 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:06.580742 2303 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:39:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:06.581146 2303 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:39:06.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:06.583066 2303 leader_election.cc:288] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861), 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477)
17:39:06.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:06.586279 2151 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111) [suppressed 3 similar messages]
17:39:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:06.590186 2148 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477): Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:39:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:06.590704 2151 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861): Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111)
17:39:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:06.591199 2151 leader_election.cc:302] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6519b130a2604dc0985c34a190015d6a; no voters: 8f244e429cdc4622aabd4e56c270951f, f1726e90c0bf423a840a2fd7ccb37596
17:39:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:06.592054 2303 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:39:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:07.016048 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:07.016471 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:08.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:08.020144 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:08.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:08.020612 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:08.800 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:08.802 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:08.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:08.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:08.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:08.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:08.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:08.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:08.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:09.023686 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:09.023926 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:09.506285 2311 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:39:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:09.506937 2311 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:39:09.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:09.509394 2311 leader_election.cc:288] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861), 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477)
17:39:09.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:09.516165 2148 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477): Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:39:09.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:09.516680 2151 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861): Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111)
17:39:09.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:09.516964 2151 leader_election.cc:302] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6519b130a2604dc0985c34a190015d6a; no voters: 8f244e429cdc4622aabd4e56c270951f, f1726e90c0bf423a840a2fd7ccb37596
17:39:09.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:09.517534 2311 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:39:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:10.027566 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:10.027851 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:10.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:39:10 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185150, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:39:10.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:10.658083 2143 init.cc:295] Successfully reacquired a new kerberos TGT
17:39:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:11.029983 2129 master_runner.cc:186] Error getting master registration for 127.1.186.190:34861: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111),
17:39:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:11.030520 2129 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:11.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:11.031446 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:11.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:11.031716 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:12.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:12.034749 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:12.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:12.035050 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:12.700 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:12.702 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:12.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:12.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:12.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:12.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:12.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:12.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:12.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:13.038256 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:13.038552 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:14.041350 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:14.041603 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:14.290943 2195 debug-util.cc:398] Leaking SignalData structure 0x7b0800073060 after lost signal to thread 2130
17:39:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:14.291743 2195 debug-util.cc:398] Leaking SignalData structure 0x7b080009bbc0 after lost signal to thread 2198
17:39:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:15.045830 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:15.046185 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:16.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:16.010067 2321 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:39:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:16.010499 2321 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:39:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:16.012440 2321 leader_election.cc:288] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861), 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477)
17:39:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:16.014156 2151 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111) [suppressed 3 similar messages]
17:39:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:16.017477 2151 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861): Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111)
17:39:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:16.018564 2148 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477): Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:39:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:16.018859 2148 leader_election.cc:302] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6519b130a2604dc0985c34a190015d6a; no voters: 8f244e429cdc4622aabd4e56c270951f, f1726e90c0bf423a840a2fd7ccb37596
17:39:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:16.019404 2321 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:39:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:16.049096 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:16.049353 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:16.060509 2129 master_runner.cc:186] Error getting master registration for 127.1.186.190:34861: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111),
17:39:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:16.060933 2129 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:16.380 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:16.381 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:16.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:16.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:16.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:16.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:16.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:16.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:16.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:16.500 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:16.502 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:16.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:16.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:16.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:16.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:16.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:16.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:16.506 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:17.052515 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:17.052860 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:17.620 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:17.622 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:17.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:17.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:17.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:17.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:17.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:17.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:17.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:18.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:18.056135 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:18.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:18.056440 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:18.284502 1276 debug-util.cc:398] Leaking SignalData structure 0x7b08000830a0 after lost signal to thread 1207
17:39:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:18.285612 1276 debug-util.cc:398] Leaking SignalData structure 0x7b0800082140 after lost signal to thread 1279
17:39:19.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:19.059468 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:19.059754 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:20.063382 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:20.063843 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:39:20 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185160, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:39:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:20.660705 2143 init.cc:295] Successfully reacquired a new kerberos TGT
17:39:20.920 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:20.922 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:20.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:20.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:20.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:20.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:20.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:20.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:20.928 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:21.065368 2129 master_runner.cc:186] Error getting master registration for 127.1.186.190:34861: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111),
17:39:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:21.066000 2129 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:21.067389 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:21.067700 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:21.479035 2332 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:39:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:21.479730 2332 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1726e90c0bf423a840a2fd7ccb37596" member_type: VOTER last_known_addr { host: "127.1.186.190" port: 34861 } } peers { permanent_uuid: "8f244e429cdc4622aabd4e56c270951f" member_type: VOTER last_known_addr { host: "127.1.186.189" port: 44477 } } peers { permanent_uuid: "6519b130a2604dc0985c34a190015d6a" member_type: VOTER last_known_addr { host: "127.1.186.188" port: 35617 } }
17:39:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:21.481843 2332 leader_election.cc:288] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861), 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477)
17:39:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:21.482969 2151 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111) [suppressed 1 similar messages]
17:39:21.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:21.486032 2151 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f1726e90c0bf423a840a2fd7ccb37596 (127.1.186.190:34861): Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111)
17:39:21.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:21.486599 2148 leader_election.cc:334] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8f244e429cdc4622aabd4e56c270951f (127.1.186.189:44477): Network error: Client connection negotiation failed: client connection to 127.1.186.189:44477: connect: Connection refused (error 111)
17:39:21.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:21.486915 2148 leader_election.cc:302] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6519b130a2604dc0985c34a190015d6a; no voters: 8f244e429cdc4622aabd4e56c270951f, f1726e90c0bf423a840a2fd7ccb37596
17:39:21.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:21.487610 2332 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
17:39:22.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:22.070715 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:22.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:22.070986 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:23.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:23.074224 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:23.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:23.074591 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:23.821 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:23.824 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:23.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:23.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:23.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:23.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:23.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:23.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:23.830 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:24.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:24.077673 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:24.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:24.078007 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:25.081461 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:25.081785 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:26.068782 2129 master_runner.cc:186] Error getting master registration for 127.1.186.190:34861: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111),
17:39:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:26.069121 2129 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:26.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:26.084745 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:26.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:26.085006 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:27.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:27.088028 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:27.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:27.088305 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:27.300 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:27.302 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:27.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:27.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:27.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:27.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:27.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:27.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:27.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:28.091089 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:28.091392 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:29.094363 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:29.094724 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:30.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:30.098383 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:30.098719 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 23 17:39:30 dist-test-slave-7wbw krb5kdc[1782](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790185170, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.186.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
17:39:30.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:30.663141 2143 init.cc:295] Successfully reacquired a new kerberos TGT
17:39:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:31.072672 2129 master_runner.cc:186] Error getting master registration for 127.1.186.190:34861: Network error: Client connection negotiation failed: client connection to 127.1.186.190:34861: connect: Connection refused (error 111),
17:39:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:31.073177 2129 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:39:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:31.101405 2214 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6519b130a2604dc0985c34a190015d6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:39:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:39:31.101677 2214 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:39:31.160 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.189:44477(127.1.186.189:44477)] connecting to peer
17:39:31.161 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.186.190:34861(127.1.186.190:34861)] connecting to peer
17:39:31.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:31.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:31.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.189:44477(127.1.186.189:44477)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:31.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.186.190:34861(127.1.186.190:34861)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:31.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.190:34861: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861
17:39:31.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.186.189:44477: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
17:39:31.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861; will retry
17:39:31.170 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28270), Traces: [0ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [225ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [564ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [590ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [623ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [624ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [680ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [681ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [703ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [703ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [841ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [843ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1035ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1736ms] refreshing cache from master, [1736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1742ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3495ms] refreshing cache from master, [3495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [3503ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [3504ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [5896ms] refreshing cache from master, [5896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [5897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [5898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [5900ms] too many traces: truncated at 100 traces, [5900ms] too many traces: truncated at 100 traces, deferred=Deferred@1321989292(state=PENDING, result=null, callback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176), errback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176)))
17:39:31.176 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.186.189:44477(127.1.186.189:44477)] disconnecting while in state TERMINATED
17:39:31.177 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.186.190:34861(127.1.186.190:34861)] disconnecting while in state TERMINATED
17:39:31.177 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.186.188:35617(127.1.186.188:35617)] disconnecting while in state READY
17:39:31.182 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
17:39:31.184 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.186.188:35617(127.1.186.188:35617)] handling channelInactive
17:39:31.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.186.188:35617(127.1.186.188:35617)] cleaning up while in state READY due to: connection closed
17:39:31.186 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
17:39:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:31.190632 1770 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 2129
17:39:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:39:32Z chronyd exiting
17:39:33.480 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
17:39:33.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:33.482097 1045 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 1330
17:39:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:33.508745 1045 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 1484
17:39:33.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:33.535948 1045 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 1627
17:39:33.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:33.568190 1045 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 1057
17:39:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:33.600414 1045 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 1127
17:39:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:39:33.627956 1045 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdvJvjy/build/tsan/bin/kudu with pid 1202
17:39:34.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:39:34Z chronyd exiting
17:39:35.829 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28270), Traces: [0ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [225ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [564ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [590ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [623ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [624ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [680ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [681ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [703ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [703ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [841ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [843ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1035ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1736ms] refreshing cache from master, [1736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1742ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3495ms] refreshing cache from master, [3495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [3503ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [3504ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [5896ms] refreshing cache from master, [5896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [5897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [5898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [5900ms] too many traces: truncated at 100 traces, [5900ms] too many traces: truncated at 100 traces, deferred=Deferred@1321989292(state=PENDING, result=null, callback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176), errback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.186.189:44477
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28270), Traces: [0ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [225ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [564ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [590ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [623ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [624ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [680ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [681ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [703ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [703ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [841ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [843ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1035ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1736ms] refreshing cache from master, [1736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1742ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3495ms] refreshing cache from master, [3495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [3503ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [3504ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [5896ms] refreshing cache from master, [5896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [5897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [5898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [5900ms] too many traces: truncated at 100 traces, [5900ms] too many traces: truncated at 100 traces, deferred=Deferred@1321989292(state=PENDING, result=null, callback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176), errback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.186.189:44477
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
17:39:36.619 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
17:39:36.620 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28270), Traces: [0ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [225ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [564ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [590ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [623ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [624ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [680ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [681ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [703ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [703ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [841ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [843ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1035ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1736ms] refreshing cache from master, [1736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1742ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3495ms] refreshing cache from master, [3495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [3503ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [3504ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [5896ms] refreshing cache from master, [5896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [5897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [5898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [5900ms] too many traces: truncated at 100 traces, [5900ms] too many traces: truncated at 100 traces, deferred=Deferred@1321989292(state=PENDING, result=null, callback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176), errback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.186.189:44477
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28270), Traces: [0ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [225ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [228ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [561ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [564ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [590ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [623ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [624ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [641ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [643ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [680ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [681ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [696ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [701ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [703ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [703ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [841ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [843ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1035ms] refreshing cache from master, [1036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1040ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1076ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1736ms] refreshing cache from master, [1736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [1737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [1740ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [1742ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3495ms] refreshing cache from master, [3495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [3496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [3497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.190:34861: Network error: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861, [3501ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.189:44477: Network error: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [3503ms] Sub RPC ConnectToMaster: received response from server master-127.1.186.188:35617: OK, [3504ms] delaying RPC due to: Service unavailable: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477, [5896ms] refreshing cache from master, [5896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.189:44477, [5897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.188:35617, [5898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.186.190:34861, [5900ms] too many traces: truncated at 100 traces, [5900ms] too many traces: truncated at 100 traces, deferred=Deferred@1321989292(state=PENDING, result=null, callback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176), errback=(continuation of Deferred@1694282375 after retry RPC after error@792395657) -> (continuation of Deferred@570945684 after retry RPC after error@871898860) -> (continuation of Deferred@848427678 after retry RPC after error@1253019122) -> (continuation of Deferred@1471235939 after retry RPC after error@609041415) -> (continuation of Deferred@431318810 after retry RPC after error@801356227) -> (continuation of Deferred@1922332935 after retry RPC after error@1073012310) -> (continuation of Deferred@231469829 after retry RPC after error@1064591070) -> (continuation of Deferred@1861833846 after retry RPC after error@2011574673) -> (continuation of Deferred@635942835 after retry RPC after error@947429247) -> (continuation of Deferred@478553826 after retry RPC after error@1521149530) -> (continuation of Deferred@1122535571 after retry RPC after error@1050113238) -> (continuation of Deferred@327939280 after retry RPC after error@513689805) -> (continuation of Deferred@414513053 after retry RPC after error@486543769) -> (continuation of Deferred@1373719453 after retry RPC after error@1037412684) -> (continuation of Deferred@48413044 after retry RPC after error@527690856) -> (continuation of Deferred@1142288824 after retry RPC after error@1411039167) -> (continuation of Deferred@1126466897 after retry RPC after error@1135882737) -> (continuation of Deferred@675774478 after retry RPC after error@690042366) -> (continuation of Deferred@1313354630 after retry RPC after error@739358727) -> (continuation of Deferred@952240763 after retry RPC after error@409753176)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.186.189:44477,127.1.186.188:35617,127.1.186.190:34861) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.190:34861(127.1.186.190:34861): Connection refused: /127.1.186.190:34861,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.186.189:44477(127.1.186.189:44477): Connection refused: /127.1.186.189:44477
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.186.189:44477
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)