19:17:40.724 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:17:40.737 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskd4q08x/test-tmp
19:17:40.740 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:17:40.744 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskd4q08x/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:17:40.973 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:17:41.185 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:17:41.186 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:17:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:41.191886 19298 mini_oidc.cc:152] Starting JWKS server
19:17:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:41.196826 19298 webserver.cc:460] Webserver started at http://127.0.0.1:36195/ using document root <none> and password file <none>
19:17:41.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:41.197492 19298 mini_oidc.cc:189] Starting OIDC Discovery server
19:17:41.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:41.199560 19298 webserver.cc:460] Webserver started at http://127.0.0.1:41305/ using document root <none> and password file <none>
19:17:41.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:17:41Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:17:41.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:17:41Z Disabled control of system clock
19:17:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:41.257547 19298 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/wal
19:17:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/data
19:17:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:17:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:17:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:17:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/logs
19:17:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/data/info.pb
19:17:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:17:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:17:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:17:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:17:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:17:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:17:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:17:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:17:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.190:39533
19:17:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.190
19:17:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:17:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:17:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:17:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36195/jwks.json with env {}
19:17:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.579101 19316 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:17:41.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.579727 19316 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:17:41.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.580372 19316 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:17:41.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.612090 19316 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:17:41.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.612401 19316 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:17:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.612592 19316 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:17:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.612769 19316 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:17:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.613011 19316 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:17:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.613227 19316 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36195/jwks.json
19:17:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:41.649446 19316 master_runner.cc:386] Master server non-default flags:
19:17:41.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:41.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:41.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:41.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:17:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/data
19:17:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/wal
19:17:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:17:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.190:39533
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36195/jwks.json
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/data/info.pb
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.190
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:17:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/logs
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:17:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:17:41.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:17:41.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:41.651013 19316 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:17:41.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:41.653473 19316 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:17:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.674083 19327 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.674468 19329 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:41.674080 19326 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:42.787494 19328 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:17:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.787948 19316 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:17:42.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.792203 19316 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:17:42.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.794970 19316 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:17:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.796351 19316 hybrid_clock.cc:648] HybridClock initialized: now 1786562262796314 us; error 55 us; skew 500 ppm
19:17:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.797248 19316 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:17:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.805558 19316 webserver.cc:460] Webserver started at http://127.18.216.190:44995/ using document root <none> and password file <none>
19:17:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.806607 19316 fs_manager.cc:359] Metadata directory not provided
19:17:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.806820 19316 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:17:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.807266 19316 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:17:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.812640 19316 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/data/instance:
19:17:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76cf8063f69f4a9bae8c3abb05438aef"
19:17:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:42 on dist-test-slave-6bbx"
19:17:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.814008 19316 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/wal/instance:
19:17:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76cf8063f69f4a9bae8c3abb05438aef"
19:17:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:42 on dist-test-slave-6bbx"
19:17:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.822369 19316 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
19:17:42.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.829051 19339 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:17:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.830498 19316 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:17:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.830967 19316 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/wal
19:17:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76cf8063f69f4a9bae8c3abb05438aef"
19:17:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:42 on dist-test-slave-6bbx"
19:17:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.831424 19316 fs_report.cc:383] FS layout report
19:17:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:17:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/wal
19:17:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/wal
19:17:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/data/data
19:17:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:17:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:17:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:17:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:17:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:17:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:17:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:17:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:17:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:17:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:17:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:17:42.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.873144 19316 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:17:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.875028 19316 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:17:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.875609 19316 kserver.cc:163] Server-wide thread pool size limit: 3276
19:17:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.975660 19316 rpc_server.cc:307] RPC server started. Bound to: 127.18.216.190:39533
19:17:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.975875 19430 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.216.190:39533 every 8 connection(s)
19:17:42.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.979074 19316 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/data/info.pb
19:17:42.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.986724 19298 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 19316
19:17:42.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.987313 19298 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-0/wal/instance
19:17:42.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.990413 19432 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:17:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:42.992043 19298 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/wal
19:17:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/data
19:17:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/logs
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/data/info.pb
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:17:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:17:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:17:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:17:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:17:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:17:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:17:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.189:38681
19:17:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.189
19:17:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:17:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:17:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:17:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36195/jwks.json with env {}
19:17:43.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.011523 19432 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } has no permanent_uuid. Determining permanent_uuid...
19:17:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.061483 19432 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } has no permanent_uuid. Determining permanent_uuid...
19:17:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.065083 19343 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.216.189:38681: connect: Connection refused (error 111)
19:17:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.074095 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.189:38681: Network error: Client connection negotiation failed: client connection to 127.18.216.189:38681: connect: Connection refused (error 111)
19:17:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.123751 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } attempt: 1
19:17:43.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.128978 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.189:38681: Network error: Client connection negotiation failed: client connection to 127.18.216.189:38681: connect: Connection refused (error 111)
19:17:43.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.197574 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } attempt: 2
19:17:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.202915 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.189:38681: Network error: Client connection negotiation failed: client connection to 127.18.216.189:38681: connect: Connection refused (error 111)
19:17:43.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.294420 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } attempt: 3
19:17:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.299659 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.189:38681: Network error: Client connection negotiation failed: client connection to 127.18.216.189:38681: connect: Connection refused (error 111)
19:17:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.443107 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } attempt: 4
19:17:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.448686 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.189:38681: Network error: Client connection negotiation failed: client connection to 127.18.216.189:38681: connect: Connection refused (error 111)
19:17:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.482801 19436 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:17:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.483758 19436 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:17:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.484333 19436 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:17:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.516265 19436 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:17:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.516561 19436 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:17:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.516746 19436 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:17:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.516958 19436 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:17:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.517249 19436 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:17:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.517501 19436 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36195/jwks.json
19:17:43.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.554361 19436 master_runner.cc:386] Master server non-default flags:
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/data
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/wal
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.189:38681
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36195/jwks.json
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/data/info.pb
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.189
19:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:17:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:17:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:17:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/logs
19:17:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.555784 19436 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.558132 19436 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:17:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.589969 19453 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:43.748212 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } attempt: 5
19:17:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.753409 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.189:38681: Network error: Client connection negotiation failed: client connection to 127.18.216.189:38681: connect: Connection refused (error 111)
19:17:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.300990 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } attempt: 6
19:17:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:44.308486 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.189:38681: Network error: Client connection negotiation failed: client connection to 127.18.216.189:38681: connect: Connection refused (error 111)
19:17:44.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.590090 19454 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:43.591086 19456 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:44.782374 19455 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:17:44.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.782523 19436 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:17:44.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.786427 19436 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:17:44.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.790148 19436 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:17:44.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.791653 19436 hybrid_clock.cc:648] HybridClock initialized: now 1786562264791613 us; error 57 us; skew 500 ppm
19:17:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.792742 19436 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:17:44.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.802891 19436 webserver.cc:460] Webserver started at http://127.18.216.189:46453/ using document root <none> and password file <none>
19:17:44.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.803946 19436 fs_manager.cc:359] Metadata directory not provided
19:17:44.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.804168 19436 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:17:44.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.804587 19436 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:17:44.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.810592 19436 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/data/instance:
19:17:44.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1a2c86e466d4f7396586d53413a1077"
19:17:44.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:44 on dist-test-slave-6bbx"
19:17:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.812243 19436 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/wal/instance:
19:17:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1a2c86e466d4f7396586d53413a1077"
19:17:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:44 on dist-test-slave-6bbx"
19:17:44.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.821274 19436 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
19:17:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.829509 19472 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:17:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.830834 19436 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.001s sys 0.004s
19:17:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.831282 19436 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/wal
19:17:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1a2c86e466d4f7396586d53413a1077"
19:17:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:44 on dist-test-slave-6bbx"
19:17:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.831727 19436 fs_report.cc:383] FS layout report
19:17:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:17:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/wal
19:17:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/wal
19:17:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/data/data
19:17:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:17:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.891184 19436 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:17:44.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.893265 19436 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:17:44.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:44.893887 19436 kserver.cc:163] Server-wide thread pool size limit: 3276
19:17:45.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.083102 19436 rpc_server.cc:307] RPC server started. Bound to: 127.18.216.189:38681
19:17:45.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.083228 19582 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.216.189:38681 every 8 connection(s)
19:17:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.086397 19436 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/data/info.pb
19:17:45.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.091393 19298 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 19436
19:17:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.091948 19298 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-1/wal/instance
19:17:45.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.095072 19298 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:45.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/wal
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/data
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/logs
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/data/info.pb
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:17:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.188:40955
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.188
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:17:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:17:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:17:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36195/jwks.json with env {}
19:17:45.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.098717 19584 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:17:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.119140 19584 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } has no permanent_uuid. Determining permanent_uuid...
19:17:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.151403 19584 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } has no permanent_uuid. Determining permanent_uuid...
19:17:45.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.174705 19584 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } has no permanent_uuid. Determining permanent_uuid...
19:17:45.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.177816 19476 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.185271 19584 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.234850 19584 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 1
19:17:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.239560 19584 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.308126 19584 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 2
19:17:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.313112 19584 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.368932 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } attempt: 7
19:17:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.389012 19432 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } has no permanent_uuid. Determining permanent_uuid...
19:17:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.396145 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.404541 19584 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 3
19:17:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.409448 19584 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.454666 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 1
19:17:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.459280 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.540729 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 2
19:17:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.543371 19587 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:17:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.544162 19587 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:17:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.544842 19587 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:17:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.545419 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.552932 19584 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 4
19:17:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.557437 19584 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.578162 19587 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:17:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.578481 19587 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:17:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.578673 19587 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:17:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.578852 19587 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:17:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.579042 19587 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:17:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.579190 19587 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36195/jwks.json
19:17:45.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.617045 19587 master_runner.cc:386] Master server non-default flags:
19:17:45.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:17:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/data
19:17:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/wal
19:17:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:17:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.188:40955
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36195/jwks.json
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/data/info.pb
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.188
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/logs
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.618641 19587 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:17:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.621035 19587 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:17:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.630911 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 3
19:17:45.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.638617 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.655969 19620 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.779181 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 4
19:17:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.784860 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.856956 19584 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 5
19:17:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.862946 19584 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.068300 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 5
19:17:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:46.072101 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.410492 19584 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 6
19:17:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:46.420583 19584 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.624740 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 6
19:17:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:46.633288 19432 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.216.188:40955: Network error: Client connection negotiation failed: client connection to 127.18.216.188:40955: connect: Connection refused (error 111)
19:17:46.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.656723 19615 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:46.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:45.657572 19616 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:45.661677 19587 server_base.cc:1034] running on GCE node
19:17:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.860330 19587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:17:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.863886 19587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:17:46.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.865415 19587 hybrid_clock.cc:648] HybridClock initialized: now 1786562266865357 us; error 58 us; skew 500 ppm
19:17:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.866662 19587 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:17:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.882764 19587 webserver.cc:460] Webserver started at http://127.18.216.188:35461/ using document root <none> and password file <none>
19:17:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.883949 19587 fs_manager.cc:359] Metadata directory not provided
19:17:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.884179 19587 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:17:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.884663 19587 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:17:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.891882 19587 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/data/instance:
19:17:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7a9292e334b4f70a24146922b46986d"
19:17:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:46 on dist-test-slave-6bbx"
19:17:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.893247 19587 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/wal/instance:
19:17:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7a9292e334b4f70a24146922b46986d"
19:17:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:46 on dist-test-slave-6bbx"
19:17:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.903836 19587 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
19:17:46.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.912063 19640 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:17:46.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.913427 19587 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.007s sys 0.000s
19:17:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.913859 19587 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/wal
19:17:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7a9292e334b4f70a24146922b46986d"
19:17:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:46 on dist-test-slave-6bbx"
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.914335 19587 fs_report.cc:383] FS layout report
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/wal
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/wal
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/data/data
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:17:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:17:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:17:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:17:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:17:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:17:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:17:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.970607 19587 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:17:46.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.973351 19587 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:17:46.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:46.974095 19587 kserver.cc:163] Server-wide thread pool size limit: 3276
19:17:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.125165 19587 rpc_server.cc:307] RPC server started. Bound to: 127.18.216.188:40955
19:17:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.125398 19743 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.216.188:40955 every 8 connection(s)
19:17:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.128540 19587 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/data/info.pb
19:17:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.135330 19298 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 19587
19:17:47.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.136539 19298 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/master-2/wal/instance
19:17:47.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.141541 19746 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:17:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.173420 19746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } has no permanent_uuid. Determining permanent_uuid...
19:17:47.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.224279 19746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } has no permanent_uuid. Determining permanent_uuid...
19:17:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.241124 19746 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } has no permanent_uuid. Determining permanent_uuid...
19:17:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.275332 19746 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d: Bootstrap starting.
19:17:47.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.292786 19746 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d: Neither blocks nor log segments found. Creating new log.
19:17:47.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.298058 19746 log.cc:824] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d: Log is configured to *not* fsync() on all Append() calls
19:17:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.310075 19746 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d: No bootstrap required, opened a new log
19:17:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.351995 19746 raft_consensus.cc:348] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } }
19:17:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.353052 19746 raft_consensus.cc:374] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:17:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.353279 19746 raft_consensus.cc:729] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7a9292e334b4f70a24146922b46986d, State: Initialized, Role: FOLLOWER
19:17:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.354146 19746 consensus_queue.cc:260] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } }
19:17:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.359556 19762 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.361147 19762 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [sys.catalog]: This master's current role is: FOLLOWER
19:17:47.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.362548 19746 sys_catalog.cc:564] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [sys.catalog]: configured and running, proceeding with master startup.
19:17:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:47.446683 19786 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:17:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:47.447180 19786 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:17:47.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.459887 19762 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:17:47.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.460846 19762 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } }
19:17:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.468778 19762 leader_election.cc:288] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 76cf8063f69f4a9bae8c3abb05438aef (127.18.216.190:39533), e1a2c86e466d4f7396586d53413a1077 (127.18.216.189:38681)
19:17:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.480993 19584 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 7
19:17:47.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:47.485783 19649 tablet.cc:2369] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:17:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.433480 19587 master_runner.cc:186] Error getting master registration for 127.18.216.190:39533: OK, instance_id { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" instance_seqno: 1786562262935798 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:17:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.490257 19587 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:17:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.527225 19584 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077: Bootstrap starting.
19:17:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.544317 19584 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077: Neither blocks nor log segments found. Creating new log.
19:17:47.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.550251 19584 log.cc:824] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077: Log is configured to *not* fsync() on all Append() calls
19:17:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.563094 19584 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077: No bootstrap required, opened a new log
19:17:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.618840 19584 raft_consensus.cc:348] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } }
19:17:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.620296 19584 raft_consensus.cc:374] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:17:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.620936 19584 raft_consensus.cc:729] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1a2c86e466d4f7396586d53413a1077, State: Initialized, Role: FOLLOWER
19:17:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.622614 19584 consensus_queue.cc:260] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } }
19:17:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.634932 19584 sys_catalog.cc:564] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [sys.catalog]: configured and running, proceeding with master startup.
19:17:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.633137 19793 sys_catalog.cc:455] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:47.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.636413 19793 sys_catalog.cc:458] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [sys.catalog]: This master's current role is: FOLLOWER
19:17:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.639091 19528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7a9292e334b4f70a24146922b46986d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1a2c86e466d4f7396586d53413a1077" is_pre_election: true
19:17:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.640012 19528 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7a9292e334b4f70a24146922b46986d in term 0.
19:17:47.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.642411 19647 leader_election.cc:302] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b7a9292e334b4f70a24146922b46986d, e1a2c86e466d4f7396586d53413a1077; no voters:
19:17:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.644654 19762 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 0 FOLLOWER]: Leader pre-election won for term 1
19:17:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.645269 19762 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:17:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.645830 19762 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 0 FOLLOWER]: Advancing to term 1
19:17:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.666944 19432 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } attempt: 7
19:17:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.671446 19762 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } }
19:17:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:47.675168 19484 tablet.cc:2369] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:17:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.677735 19762 leader_election.cc:288] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [CANDIDATE]: Term 1 election: Requested vote from peers 76cf8063f69f4a9bae8c3abb05438aef (127.18.216.190:39533), e1a2c86e466d4f7396586d53413a1077 (127.18.216.189:38681)
19:17:47.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.681869 19528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7a9292e334b4f70a24146922b46986d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1a2c86e466d4f7396586d53413a1077"
19:17:47.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.682566 19528 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [term 0 FOLLOWER]: Advancing to term 1
19:17:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.713639 19528 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7a9292e334b4f70a24146922b46986d in term 1.
19:17:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.722507 19647 leader_election.cc:302] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b7a9292e334b4f70a24146922b46986d, e1a2c86e466d4f7396586d53413a1077; no voters:
19:17:47.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.723774 19762 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 1 FOLLOWER]: Leader election won for term 1
19:17:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.729267 19432 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef: Bootstrap starting.
19:17:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.748760 19762 raft_consensus.cc:686] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [term 1 LEADER]: Becoming Leader. State: Replica: b7a9292e334b4f70a24146922b46986d, State: Running, Role: LEADER
19:17:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.751085 19432 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef: Neither blocks nor log segments found. Creating new log.
19:17:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.750658 19762 consensus_queue.cc:237] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } }
19:17:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.760561 19432 log.cc:824] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef: Log is configured to *not* fsync() on all Append() calls
19:17:47.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.771409 19814 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7a9292e334b4f70a24146922b46986d. Latest consensus state: current_term: 1 leader_uuid: "b7a9292e334b4f70a24146922b46986d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.777673 19814 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [sys.catalog]: This master's current role is: LEADER
19:17:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.785831 19432 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef: No bootstrap required, opened a new log
19:17:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.785853 19827 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:17:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.789199 19828 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:17:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.814898 19828 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:17:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.792623 19436 master_runner.cc:186] Error getting master registration for 127.18.216.190:39533: OK, instance_id { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" instance_seqno: 1786562262935798 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:17:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.841107 19436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:17:47.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.842204 19432 raft_consensus.cc:348] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } }
19:17:47.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.843269 19432 raft_consensus.cc:374] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:17:47.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.843883 19432 raft_consensus.cc:729] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 76cf8063f69f4a9bae8c3abb05438aef, State: Initialized, Role: FOLLOWER
19:17:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.845258 19432 consensus_queue.cc:260] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } }
19:17:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.862988 19829 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.867925 19829 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [sys.catalog]: This master's current role is: FOLLOWER
19:17:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.864737 19432 sys_catalog.cc:564] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [sys.catalog]: configured and running, proceeding with master startup.
19:17:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.865074 19382 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7a9292e334b4f70a24146922b46986d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "76cf8063f69f4a9bae8c3abb05438aef"
19:17:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.871400 19382 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [term 0 FOLLOWER]: Advancing to term 1
19:17:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.865993 19383 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7a9292e334b4f70a24146922b46986d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "76cf8063f69f4a9bae8c3abb05438aef" is_pre_election: true
19:17:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.872679 19528 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [term 1 FOLLOWER]: Refusing update from remote peer b7a9292e334b4f70a24146922b46986d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:17:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.874742 19814 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:17:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:47.889355 19346 tablet.cc:2369] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:17:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.890563 19382 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7a9292e334b4f70a24146922b46986d in term 1.
19:17:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.893149 19381 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [term 1 FOLLOWER]: Refusing update from remote peer b7a9292e334b4f70a24146922b46986d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:17:47.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.914604 19814 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [LEADER]: Connected to new peer: Peer: permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:17:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.969871 19793 sys_catalog.cc:455] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7a9292e334b4f70a24146922b46986d. Latest consensus state: current_term: 1 leader_uuid: "b7a9292e334b4f70a24146922b46986d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.971113 19793 sys_catalog.cc:458] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [sys.catalog]: This master's current role is: FOLLOWER
19:17:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.974260 19814 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b7a9292e334b4f70a24146922b46986d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.975097 19814 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [sys.catalog]: This master's current role is: LEADER
19:17:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.980540 19828 catalog_manager.cc:1347] Generated new cluster ID: 1c3ec324bdd54fad8289ef755e9dc837
19:17:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.980988 19828 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:17:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.984360 19853 sys_catalog.cc:455] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b7a9292e334b4f70a24146922b46986d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:47.986126 19853 sys_catalog.cc:458] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077 [sys.catalog]: This master's current role is: FOLLOWER
19:17:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.016702 19829 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7a9292e334b4f70a24146922b46986d. Latest consensus state: current_term: 1 leader_uuid: "b7a9292e334b4f70a24146922b46986d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.018921 19829 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [sys.catalog]: This master's current role is: FOLLOWER
19:17:48.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.023000 19762 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b7a9292e334b4f70a24146922b46986d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:48.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.024524 19762 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d [sys.catalog]: This master's current role is: LEADER
19:17:48.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.053234 19829 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b7a9292e334b4f70a24146922b46986d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76cf8063f69f4a9bae8c3abb05438aef" member_type: VOTER last_known_addr { host: "127.18.216.190" port: 39533 } } peers { permanent_uuid: "e1a2c86e466d4f7396586d53413a1077" member_type: VOTER last_known_addr { host: "127.18.216.189" port: 38681 } } peers { permanent_uuid: "b7a9292e334b4f70a24146922b46986d" member_type: VOTER last_known_addr { host: "127.18.216.188" port: 40955 } } }
19:17:48.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.054440 19829 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef [sys.catalog]: This master's current role is: FOLLOWER
19:17:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.073717 19828 catalog_manager.cc:1370] Generated new certificate authority record
19:17:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.095963 19828 catalog_manager.cc:1504] Loading token signing keys...
19:17:48.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.162643 19828 catalog_manager.cc:5868] T 00000000000000000000000000000000 P b7a9292e334b4f70a24146922b46986d: Generated new TSK 0
19:17:48.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.167802 19828 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.219599 19298 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/wal
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/data
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/logs
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/data/info.pb
19:17:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.129:0
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.216.129
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.129
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:17:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.234699 19878 catalog_manager.cc:1259] Loaded cluster ID: 1c3ec324bdd54fad8289ef755e9dc837
19:17:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.235551 19878 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef: loading cluster ID for follower catalog manager: success
19:17:48.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.258826 19878 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef: acquiring CA information for follower catalog manager: success
19:17:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.281749 19878 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 76cf8063f69f4a9bae8c3abb05438aef: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:17:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.808080 19827 catalog_manager.cc:1259] Loaded cluster ID: 1c3ec324bdd54fad8289ef755e9dc837
19:17:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.808516 19827 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077: loading cluster ID for follower catalog manager: success
19:17:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.836324 19827 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077: acquiring CA information for follower catalog manager: success
19:17:48.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.857282 19827 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e1a2c86e466d4f7396586d53413a1077: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:17:48.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:48.861604 19880 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:17:48.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:48.862938 19880 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:17:48.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:48.864131 19880 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:17:48.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:48.920444 19880 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:17:48.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:48.922339 19880 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.216.129
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.984587 19880 tablet_server_runner.cc:78] Tablet server non-default flags:
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/data
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/wal
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.129:0
19:17:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/data/info.pb
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.129
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.216.129
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/logs
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:17:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:17:48.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:17:48.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:17:48.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:17:48.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.988691 19880 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:17:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:48.991317 19880 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:17:49.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:49.070701 19892 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:50.425146 19889 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 19880
19:17:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:51.403332 19889 kernel_stack_watchdog.cc:198] Thread 19880 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 365ms:
19:17:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:17:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:17:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:17:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:17:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:49.076689 19891 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:51.404291 19880 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.351s user 0.584s sys 0.982s
19:17:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:51.404897 19880 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.352s user 0.584s sys 0.983s
19:17:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.423655 19880 server_base.cc:1034] running on GCE node
19:17:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:51.425379 19898 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:51.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.427232 19880 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:17:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.431957 19880 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:17:51.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.435626 19880 hybrid_clock.cc:648] HybridClock initialized: now 1786562271435561 us; error 63 us; skew 500 ppm
19:17:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.437268 19880 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:17:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.454362 19880 webserver.cc:460] Webserver started at http://127.18.216.129:44115/ using document root <none> and password file <none>
19:17:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.455824 19880 fs_manager.cc:359] Metadata directory not provided
19:17:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.456157 19880 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:17:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.456884 19880 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:17:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.465678 19880 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/data/instance:
19:17:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f3ee1f3d29e4fb390c45bf3665c222e"
19:17:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:51 on dist-test-slave-6bbx"
19:17:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.467592 19880 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/wal/instance:
19:17:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f3ee1f3d29e4fb390c45bf3665c222e"
19:17:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:51 on dist-test-slave-6bbx"
19:17:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.485910 19880 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.010s sys 0.004s
19:17:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.504894 19904 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:17:51.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.507879 19880 fs_manager.cc:725] Time spent opening block manager: real 0.015s user 0.002s sys 0.009s
19:17:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.508733 19880 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/wal
19:17:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f3ee1f3d29e4fb390c45bf3665c222e"
19:17:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:51 on dist-test-slave-6bbx"
19:17:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.509846 19880 fs_report.cc:383] FS layout report
19:17:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:17:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/wal
19:17:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/wal
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/data/data
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:17:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:17:51.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.579016 19880 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:17:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.581900 19880 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:17:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.582557 19880 kserver.cc:163] Server-wide thread pool size limit: 3276
19:17:51.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.586401 19880 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:17:51.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.592835 19880 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:17:51.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.593151 19880 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:17:51.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.593459 19880 ts_tablet_manager.cc:610] Registered 0 tablets
19:17:51.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.593685 19880 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:17:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.959796 19880 rpc_server.cc:307] RPC server started. Bound to: 127.18.216.129:39011
19:17:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.959973 20117 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.216.129:39011 every 8 connection(s)
19:17:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.963727 19880 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/data/info.pb
19:17:51.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.971454 19298 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 19880
19:17:51.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:51.972296 19298 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-0/wal/instance
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.002655 19298 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/wal
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/data
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/logs
19:17:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/data/info.pb
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.130:0
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.216.130
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.130
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:17:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.171489 20121 heartbeater.cc:347] Connected to a master server at 127.18.216.188:40955
19:17:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.172348 20121 heartbeater.cc:464] Registering TS with master...
19:17:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.174985 20121 heartbeater.cc:511] Master 127.18.216.188:40955 requested a full tablet report, sending...
19:17:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.179572 19677 ts_manager.cc:194] Registered new tserver with Master: 3f3ee1f3d29e4fb390c45bf3665c222e (127.18.216.129:39011)
19:17:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.185405 19677 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.216.129:56619
19:17:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.187659 20118 heartbeater.cc:347] Connected to a master server at 127.18.216.189:38681
19:17:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.188232 20118 heartbeater.cc:464] Registering TS with master...
19:17:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.189841 20118 heartbeater.cc:511] Master 127.18.216.189:38681 requested a full tablet report, sending...
19:17:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.197619 19509 ts_manager.cc:194] Registered new tserver with Master: 3f3ee1f3d29e4fb390c45bf3665c222e (127.18.216.129:39011)
19:17:52.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.207649 20129 heartbeater.cc:347] Connected to a master server at 127.18.216.190:39533
19:17:52.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.208274 20129 heartbeater.cc:464] Registering TS with master...
19:17:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.209777 20129 heartbeater.cc:511] Master 127.18.216.190:39533 requested a full tablet report, sending...
19:17:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.214571 19363 ts_manager.cc:194] Registered new tserver with Master: 3f3ee1f3d29e4fb390c45bf3665c222e (127.18.216.129:39011)
19:17:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:52.877310 20120 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:17:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:52.877974 20120 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:17:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:52.878468 20120 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:17:52.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:52.910398 20120 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:17:52.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:52.911227 20120 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.216.130
19:17:52.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.947384 20120 tablet_server_runner.cc:78] Tablet server non-default flags:
19:17:52.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:52.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:17:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/data
19:17:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/wal
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.130:0
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/data/info.pb
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.130
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.216.130
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/logs
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:17:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:17:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.948712 20120 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:17:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:52.950512 20120 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:17:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:52.987450 20142 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:53.194108 20121 heartbeater.cc:503] Master 127.18.216.188:40955 was elected leader, sending a full tablet report...
19:17:54.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:52.993040 20143 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:54.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:54.343374 20149 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:54.350556 20120 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.362s user 0.603s sys 0.748s
19:17:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:54.350955 20120 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.363s user 0.603s sys 0.748s
19:17:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.351305 20120 server_base.cc:1034] running on GCE node
19:17:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.353104 20120 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:17:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.361148 20120 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:17:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.362753 20120 hybrid_clock.cc:648] HybridClock initialized: now 1786562274362657 us; error 92 us; skew 500 ppm
19:17:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.364234 20120 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:17:54.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.390689 20120 webserver.cc:460] Webserver started at http://127.18.216.130:42777/ using document root <none> and password file <none>
19:17:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.392407 20120 fs_manager.cc:359] Metadata directory not provided
19:17:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.392767 20120 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:17:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.393424 20120 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:17:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.403834 20120 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/data/instance:
19:17:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "651b75b310c846d99fac75e961684c68"
19:17:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:54 on dist-test-slave-6bbx"
19:17:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.405846 20120 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/wal/instance:
19:17:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "651b75b310c846d99fac75e961684c68"
19:17:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:54 on dist-test-slave-6bbx"
19:17:54.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.423614 20120 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.004s sys 0.012s
19:17:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.441942 20167 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:17:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.444069 20120 fs_manager.cc:725] Time spent opening block manager: real 0.014s user 0.004s sys 0.009s
19:17:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.444557 20120 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/wal
19:17:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "651b75b310c846d99fac75e961684c68"
19:17:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:54 on dist-test-slave-6bbx"
19:17:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.445066 20120 fs_report.cc:383] FS layout report
19:17:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:17:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/wal
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/wal
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/data/data
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:17:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:17:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.558547 20120 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:17:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.561908 20120 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:17:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.562791 20120 kserver.cc:163] Server-wide thread pool size limit: 3276
19:17:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.571585 20120 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:17:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.583190 20120 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:17:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.583433 20120 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:17:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.583822 20120 ts_tablet_manager.cc:610] Registered 0 tablets
19:17:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.584012 20120 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:17:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.997597 20120 rpc_server.cc:307] RPC server started. Bound to: 127.18.216.130:34587
19:17:54.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:54.998220 20387 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.216.130:34587 every 8 connection(s)
19:17:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.001768 20120 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/data/info.pb
19:17:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.007514 19298 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 20120
19:17:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.008096 19298 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-1/wal/instance
19:17:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.026258 19298 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:17:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/wal
19:17:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/data
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/logs
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/data/info.pb
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.131:0
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.216.131
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.131
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:17:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.157922 20389 heartbeater.cc:347] Connected to a master server at 127.18.216.188:40955
19:17:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.158655 20389 heartbeater.cc:464] Registering TS with master...
19:17:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.161303 20389 heartbeater.cc:511] Master 127.18.216.188:40955 requested a full tablet report, sending...
19:17:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.165805 19677 ts_manager.cc:194] Registered new tserver with Master: 651b75b310c846d99fac75e961684c68 (127.18.216.130:34587)
19:17:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.170802 19677 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.216.130:51413
19:17:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.173729 20393 heartbeater.cc:347] Connected to a master server at 127.18.216.190:39533
19:17:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.174346 20393 heartbeater.cc:464] Registering TS with master...
19:17:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.176347 20393 heartbeater.cc:511] Master 127.18.216.190:39533 requested a full tablet report, sending...
19:17:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.182875 19363 ts_manager.cc:194] Registered new tserver with Master: 651b75b310c846d99fac75e961684c68 (127.18.216.130:34587)
19:17:55.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.190150 20388 heartbeater.cc:347] Connected to a master server at 127.18.216.189:38681
19:17:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.190798 20388 heartbeater.cc:464] Registering TS with master...
19:17:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.192987 20388 heartbeater.cc:511] Master 127.18.216.189:38681 requested a full tablet report, sending...
19:17:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.196848 19509 ts_manager.cc:194] Registered new tserver with Master: 651b75b310c846d99fac75e961684c68 (127.18.216.130:34587)
19:17:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:55.670357 20400 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:17:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:55.671026 20400 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:17:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:55.671515 20400 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:17:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:55.705363 20400 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:17:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:55.706212 20400 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.216.131
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.741962 20400 tablet_server_runner.cc:78] Tablet server non-default flags:
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.216.148:40205
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/data
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/wal
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.216.131:0
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/data/info.pb
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.216.131
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.216.190:39533,127.18.216.189:38681,127.18.216.188:40955
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.216.131
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/logs
19:17:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.743291 20400 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:17:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:55.745111 20400 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:17:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:55.783631 20419 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:56.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:56.014544 20383 messenger.cc:188] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.18.216.130:34587
19:17:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:56.180106 20389 heartbeater.cc:503] Master 127.18.216.188:40955 was elected leader, sending a full tablet report...
19:17:57.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:55.786032 20414 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:55.784931 20413 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:17:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:57.088454 20417 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1306 milliseconds
19:17:57.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.088600 20400 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:17:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.089975 20400 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:17:57.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.092514 20400 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:17:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.093958 20400 hybrid_clock.cc:648] HybridClock initialized: now 1786562277093896 us; error 69 us; skew 500 ppm
19:17:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.095114 20400 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:17:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.103603 20400 webserver.cc:460] Webserver started at http://127.18.216.131:35057/ using document root <none> and password file <none>
19:17:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.104954 20400 fs_manager.cc:359] Metadata directory not provided
19:17:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.105296 20400 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:17:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.106997 20400 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:17:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.114607 20400 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/data/instance:
19:17:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f07ca4ef85a34ddb8d2400b1a41a7b27"
19:17:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:57 on dist-test-slave-6bbx"
19:17:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.115993 20400 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/wal/instance:
19:17:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f07ca4ef85a34ddb8d2400b1a41a7b27"
19:17:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:57 on dist-test-slave-6bbx"
19:17:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.124106 20400 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:17:57.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.132355 20438 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:17:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.133980 20400 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
19:17:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.134471 20400 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/wal
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f07ca4ef85a34ddb8d2400b1a41a7b27"
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:17:57 on dist-test-slave-6bbx"
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.134931 20400 fs_report.cc:383] FS layout report
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/wal
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/wal
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/data/data
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:17:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:17:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:17:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:17:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:17:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:17:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.182870 20400 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:17:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.184500 20400 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:17:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.184973 20400 kserver.cc:163] Server-wide thread pool size limit: 3276
19:17:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.187841 20400 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:17:57.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.193929 20400 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:17:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.194218 20400 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:17:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.194521 20400 ts_tablet_manager.cc:610] Registered 0 tablets
19:17:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.194705 20400 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:17:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.579393 20400 rpc_server.cc:307] RPC server started. Bound to: 127.18.216.131:36537
19:17:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.579988 20670 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.216.131:36537 every 8 connection(s)
19:17:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.582785 20400 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/data/info.pb
19:17:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.589067 19298 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 20400
19:17:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.589574 19298 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster5898305804524450516/ts-2/wal/instance
19:17:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.667981 20672 heartbeater.cc:347] Connected to a master server at 127.18.216.189:38681
19:17:57.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.668665 20672 heartbeater.cc:464] Registering TS with master...
19:17:57.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.670341 20672 heartbeater.cc:511] Master 127.18.216.189:38681 requested a full tablet report, sending...
19:17:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.676146 19508 ts_manager.cc:194] Registered new tserver with Master: f07ca4ef85a34ddb8d2400b1a41a7b27 (127.18.216.131:36537)
19:17:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.678740 20673 heartbeater.cc:347] Connected to a master server at 127.18.216.188:40955
19:17:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.679170 20673 heartbeater.cc:464] Registering TS with master...
19:17:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.680954 20673 heartbeater.cc:511] Master 127.18.216.188:40955 requested a full tablet report, sending...
19:17:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.683971 19677 ts_manager.cc:194] Registered new tserver with Master: f07ca4ef85a34ddb8d2400b1a41a7b27 (127.18.216.131:36537)
19:17:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.686031 20678 heartbeater.cc:347] Connected to a master server at 127.18.216.190:39533
19:17:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.686559 20678 heartbeater.cc:464] Registering TS with master...
19:17:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.687397 19677 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.216.131:54565
19:17:57.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.688195 20678 heartbeater.cc:511] Master 127.18.216.190:39533 requested a full tablet report, sending...
19:17:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.691802 19363 ts_manager.cc:194] Registered new tserver with Master: f07ca4ef85a34ddb8d2400b1a41a7b27 (127.18.216.131:36537)
19:17:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:57.707703 19298 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:17:57.728 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:17:57.729 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:17:57.741 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.216.190"
port: 39533
}
bound_http_address {
host: "127.18.216.190"
port: 44995
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.216.189"
port: 38681
}
bound_http_address {
host: "127.18.216.189"
port: 46453
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.216.188"
port: 40955
}
bound_http_address {
host: "127.18.216.188"
port: 35461
}
}
}
19:17:57.748 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:17:57.751 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.18.216.129"
port: 39011
}
bound_http_address {
host: "127.18.216.129"
port: 44115
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.18.216.130"
port: 34587
}
bound_http_address {
host: "127.18.216.130"
port: 42777
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.18.216.131"
port: 36537
}
bound_http_address {
host: "127.18.216.131"
port: 35057
}
}
}
19:17:57.751 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:17:57.968 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:17:58.141 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskd4q08x/test-tmp
19:17:58.142 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:17:58.143 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskd4q08x/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:17:58.154 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:17:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:58.694475 20673 heartbeater.cc:503] Master 127.18.216.188:40955 was elected leader, sending a full tablet report...
19:17:58.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:17:58.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:17:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:58.776000 20698 mini_oidc.cc:152] Starting JWKS server
19:17:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:58.782822 20698 webserver.cc:460] Webserver started at http://127.0.0.1:37613/ using document root <none> and password file <none>
19:17:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:58.783651 20698 mini_oidc.cc:189] Starting OIDC Discovery server
19:17:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:17:58.789224 20698 webserver.cc:460] Webserver started at http://127.0.0.1:34719/ using document root <none> and password file <none>
19:17:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:17:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/principal' for realm 'KRBTEST.COM',
19:17:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:17:58.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:17:58 dist-test-slave-6bbx krb5kdc[20724](info): setting up network...
19:17:58.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:17:58.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:17:58 dist-test-slave-6bbx krb5kdc[20724](info): set up 2 sockets
19:17:58.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:17:58 dist-test-slave-6bbx krb5kdc[20724](info): commencing operation
19:17:58.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:17:59.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:59.732369 19426 debug-util.cc:398] Leaking SignalData structure 0x7b080009e2a0 after lost signal to thread 19318
19:17:59.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:17:59.733258 19426 debug-util.cc:398] Leaking SignalData structure 0x7b080009e0a0 after lost signal to thread 19430
19:18:00.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:00.227913 20698 mini_kdc.cc:121] Time spent starting KDC: real 1.410s user 0.003s sys 0.053s
19:18:00.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:18:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:18:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:18:00.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:18:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:18:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:18:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:18:00.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:18:00.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:18:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:18:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/test-user.keytab.
19:18:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/test-user.keytab.
19:18:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:00 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562280, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:18:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:18:00Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:18:00.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:18:00Z Disabled control of system clock
19:18:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.54.190@KRBTEST.COM; defaulting to no policy
19:18:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:18:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.54.190@KRBTEST.COM" created.
19:18:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:18:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.54.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.190.keytab.
19:18:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.54.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.190.keytab.
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:00.488967 20698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/logs
19:18:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data/info.pb
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:18:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.190:46325
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.190
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.190.keytab
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.190
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:18:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.086865 20751 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:18:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.087738 20751 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:18:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.088740 20751 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:18:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.145093 20751 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:18:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.145438 20751 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:18:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.145889 20751 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:18:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.146217 20751 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:18:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.146525 20751 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:18:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.146839 20751 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:18:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.147064 20751 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37613/jwks.json
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:01.192010 20751 master_runner.cc:386] Master server non-default flags:
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.190.keytab
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.190
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.190:46325
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data/info.pb
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.190
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/logs
19:18:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:18:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:18:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:18:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:18:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:18:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:18:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:18:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:18:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:18:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:01.193377 20751 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:18:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:01.194949 20751 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:18:01.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.225728 20763 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.241586 20762 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:02.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:01.228775 20766 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.528122 20751 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:18:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:02.527993 20764 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1299 milliseconds
19:18:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.529786 20751 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:18:02.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.535733 20751 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:18:02.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.537547 20751 hybrid_clock.cc:648] HybridClock initialized: now 1786562282537534 us; error 80 us; skew 500 ppm
19:18:02.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.538640 20751 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:18:02.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:02 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562282, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:02.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.553797 20751 init.cc:377] Logged in from keytab as kudu/127.20.54.190@KRBTEST.COM (short username kudu)
19:18:02.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.565025 20751 webserver.cc:460] Webserver started at http://127.20.54.190:33207/ using document root <none> and password file <none>
19:18:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.566128 20751 fs_manager.cc:359] Metadata directory not provided
19:18:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.566352 20751 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:18:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.566781 20751 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:18:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.574097 20751 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data/instance:
19:18:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ee0484206d0436787d54f49dc99f886"
19:18:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:02 on dist-test-slave-6bbx"
19:18:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.575814 20751 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal/instance:
19:18:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ee0484206d0436787d54f49dc99f886"
19:18:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:02 on dist-test-slave-6bbx"
19:18:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.590387 20751 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.008s sys 0.004s
19:18:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.599989 20782 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:18:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.601482 20751 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.007s sys 0.001s
19:18:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.601948 20751 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ee0484206d0436787d54f49dc99f886"
19:18:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:02 on dist-test-slave-6bbx"
19:18:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.602424 20751 fs_report.cc:383] FS layout report
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data/data
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:18:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:18:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:18:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:18:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:18:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:18:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:18:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.673677 20751 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:18:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.682216 20751 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:18:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.682940 20751 kserver.cc:163] Server-wide thread pool size limit: 3276
19:18:02.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.875963 20751 rpc_server.cc:307] RPC server started. Bound to: 127.20.54.190:46325
19:18:02.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.876044 20889 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.54.190:46325 every 8 connection(s)
19:18:02.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.878851 20751 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data/info.pb
19:18:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.889036 20698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 20751
19:18:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.889349 20891 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:18:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.889657 20698 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal/instance
19:18:02.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.54.189@KRBTEST.COM; defaulting to no policy
19:18:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.922649 20891 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } has no permanent_uuid. Determining permanent_uuid...
19:18:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:18:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.54.189@KRBTEST.COM" created.
19:18:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:18:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.54.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.189.keytab.
19:18:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.54.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.189.keytab.
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:02.964582 20698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/logs
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data/info.pb
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.189:33637
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.189
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:18:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.189.keytab
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.189
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:02.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:18:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:02 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562282, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.190@KRBTEST.COM for kudu/127.20.54.190@KRBTEST.COM
19:18:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:03.003764 20891 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } has no permanent_uuid. Determining permanent_uuid...
19:18:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.010461 20785 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.025671 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.189:33637: Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:03.075515 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } attempt: 1
19:18:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.083922 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.189:33637: Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:03.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:03.152558 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } attempt: 2
19:18:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.157593 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.189:33637: Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:03.249060 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } attempt: 3
19:18:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.256259 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.189:33637: Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:03.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:03.399765 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } attempt: 4
19:18:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.405972 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.189:33637: Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.522294 20906 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:18:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.522907 20906 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:18:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.523530 20906 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:18:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.558372 20906 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:18:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.558620 20906 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:18:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.558902 20906 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:18:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.559115 20906 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:18:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.559405 20906 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:18:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.559629 20906 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:18:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.559832 20906 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37613/jwks.json
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:03.597947 20906 master_runner.cc:386] Master server non-default flags:
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.189.keytab
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.189
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.189:33637
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:18:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data/info.pb
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.189
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/logs
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:18:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:18:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:18:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:18:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:18:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:03.599118 20906 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:18:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:03.600294 20906 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:18:03.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.623867 20922 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:03.705600 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } attempt: 5
19:18:03.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.713346 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.189:33637: Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.260955 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } attempt: 6
19:18:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:04.286899 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.189:33637: Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.625311 20921 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:04.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:03.624325 20926 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:04.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:04.946658 20924 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1320 milliseconds
19:18:04.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.946811 20906 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:18:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.948398 20906 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:18:04.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.952533 20906 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:18:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.953953 20906 hybrid_clock.cc:648] HybridClock initialized: now 1786562284953913 us; error 47 us; skew 500 ppm
19:18:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.954995 20906 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:18:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:04 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562284, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.965921 20906 init.cc:377] Logged in from keytab as kudu/127.20.54.189@KRBTEST.COM (short username kudu)
19:18:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.977216 20906 webserver.cc:460] Webserver started at http://127.20.54.189:41575/ using document root <none> and password file <none>
19:18:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.978379 20906 fs_manager.cc:359] Metadata directory not provided
19:18:04.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.978669 20906 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:18:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.979211 20906 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:18:04.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.985100 20906 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data/instance:
19:18:04.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75773796f25347ff9bb6b804c68e1f6d"
19:18:04.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:04 on dist-test-slave-6bbx"
19:18:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.986691 20906 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal/instance:
19:18:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75773796f25347ff9bb6b804c68e1f6d"
19:18:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:04 on dist-test-slave-6bbx"
19:18:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:04.998445 20906 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.004s sys 0.008s
19:18:05.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.007516 20952 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:18:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.008850 20906 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.003s sys 0.004s
19:18:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.009279 20906 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75773796f25347ff9bb6b804c68e1f6d"
19:18:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:04 on dist-test-slave-6bbx"
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.009680 20906 fs_report.cc:383] FS layout report
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data/data
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:18:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:18:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.054222 20906 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:18:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.063375 20906 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:18:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.064218 20906 kserver.cc:163] Server-wide thread pool size limit: 3276
19:18:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.347541 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } attempt: 7
19:18:05.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.362874 20906 rpc_server.cc:307] RPC server started. Bound to: 127.20.54.189:33637
19:18:05.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.363191 21050 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.54.189:33637 every 8 connection(s)
19:18:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.367172 20906 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data/info.pb
19:18:05.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.368453 20698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 20906
19:18:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.368985 20698 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal/instance
19:18:05.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.394300 21058 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:18:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.54.188@KRBTEST.COM; defaulting to no policy
19:18:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:18:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.54.188@KRBTEST.COM" created.
19:18:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:05 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562282, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.190@KRBTEST.COM for kudu/127.20.54.189@KRBTEST.COM
19:18:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.420189 21058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } has no permanent_uuid. Determining permanent_uuid...
19:18:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.448997 20891 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } has no permanent_uuid. Determining permanent_uuid...
19:18:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.453177 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:18:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.54.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.188.keytab.
19:18:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.54.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.188.keytab.
19:18:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.465821 20698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/logs
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data/info.pb
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.188:44157
19:18:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.188
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.188.keytab
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.188
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:18:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:05 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562284, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.189@KRBTEST.COM for kudu/127.20.54.190@KRBTEST.COM
19:18:05.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.483449 21058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } has no permanent_uuid. Determining permanent_uuid...
19:18:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:05 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562284, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.189@KRBTEST.COM for kudu/127.20.54.189@KRBTEST.COM
19:18:05.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.511770 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 1
19:18:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.514647 21058 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } has no permanent_uuid. Determining permanent_uuid...
19:18:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.520885 20960 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.523423 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.536968 21058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.586807 21058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 1
19:18:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.591979 21058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.605106 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 2
19:18:05.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.608772 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.660868 21058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 2
19:18:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.665426 21058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.694337 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 3
19:18:05.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.699046 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.756946 21058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 3
19:18:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.764760 21058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.839490 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 4
19:18:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.846021 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:05.908377 21058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 4
19:18:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:05.914120 21058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:06.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.017566 21067 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:18:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.018882 21067 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:18:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.019512 21067 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:18:06.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.053982 21067 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:18:06.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.054241 21067 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:18:06.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.054679 21067 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:18:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.054987 21067 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:18:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.055204 21067 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:18:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.055408 21067 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:18:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.055554 21067 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37613/jwks.json
19:18:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:06.097229 21067 master_runner.cc:386] Master server non-default flags:
19:18:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.188.keytab
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.188
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.188:44157
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data/info.pb
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.188
19:18:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/logs
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:18:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:18:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:18:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:06.098467 21067 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:18:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:06.099535 21067 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:18:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:06.129650 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 5
19:18:06.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.138223 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.145311 21091 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:06.213724 21058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 5
19:18:06.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.221972 21058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:06.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:06.690819 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 6
19:18:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.706465 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:06.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:06.769577 21058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 6
19:18:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.785084 21058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:07.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.167599 21098 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:07.516494 21097 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:18:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.517364 21067 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:18:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:06.157917 21093 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.520610 21067 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:18:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.525748 21067 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:18:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.534013 21067 hybrid_clock.cc:648] HybridClock initialized: now 1786562287533940 us; error 63 us; skew 500 ppm
19:18:07.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.536019 21067 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:18:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:07 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562287, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.554402 21067 init.cc:377] Logged in from keytab as kudu/127.20.54.188@KRBTEST.COM (short username kudu)
19:18:07.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.572973 21067 webserver.cc:460] Webserver started at http://127.20.54.188:46385/ using document root <none> and password file <none>
19:18:07.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.574689 21067 fs_manager.cc:359] Metadata directory not provided
19:18:07.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.575018 21067 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:18:07.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.575716 21067 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:18:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.585745 21067 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data/instance:
19:18:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98363d3e92d44c72b9d76740ae60c81e"
19:18:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:07 on dist-test-slave-6bbx"
19:18:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.587651 21067 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal/instance:
19:18:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98363d3e92d44c72b9d76740ae60c81e"
19:18:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:07 on dist-test-slave-6bbx"
19:18:07.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.607887 21067 fs_manager.cc:691] Time spent creating directory manager: real 0.019s user 0.005s sys 0.012s
19:18:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.626204 21125 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:18:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.633706 21067 fs_manager.cc:725] Time spent opening block manager: real 0.020s user 0.010s sys 0.003s
19:18:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.634272 21067 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98363d3e92d44c72b9d76740ae60c81e"
19:18:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:07 on dist-test-slave-6bbx"
19:18:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.634852 21067 fs_report.cc:383] FS layout report
19:18:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:18:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data/data
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:18:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.733081 21067 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:18:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.740129 20891 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 7
19:18:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.742313 21067 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:18:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.743479 21067 kserver.cc:163] Server-wide thread pool size limit: 3276
19:18:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:07.755259 20891 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:07.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:07.845810 21058 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } attempt: 7
19:18:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:07.869508 21058 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.54.188:44157: Network error: Client connection negotiation failed: client connection to 127.20.54.188:44157: connect: Connection refused (error 111)
19:18:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.134021 21067 rpc_server.cc:307] RPC server started. Bound to: 127.20.54.188:44157
19:18:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.134579 21231 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.54.188:44157 every 8 connection(s)
19:18:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.137918 21067 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data/info.pb
19:18:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.148274 20698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 21067
19:18:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.148808 20698 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal/instance
19:18:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.159461 21233 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:18:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.214607 21233 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } has no permanent_uuid. Determining permanent_uuid...
19:18:08.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:08 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562280, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.54.188@KRBTEST.COM
19:18:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:08 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562287, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.188@KRBTEST.COM for kudu/127.20.54.190@KRBTEST.COM
19:18:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.296984 21233 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } has no permanent_uuid. Determining permanent_uuid...
19:18:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:08 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562280, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.54.189@KRBTEST.COM
19:18:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:08 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562287, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.188@KRBTEST.COM for kudu/127.20.54.189@KRBTEST.COM
19:18:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.357483 21233 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } has no permanent_uuid. Determining permanent_uuid...
19:18:08.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:08 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562280, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.54.190@KRBTEST.COM
19:18:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:08 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562287, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.188@KRBTEST.COM for kudu/127.20.54.188@KRBTEST.COM
19:18:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.400101 20698 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:18:08.409 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:08.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:18:08.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.426786 21233 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: Bootstrap starting.
19:18:08.428 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:18:08.429 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:18:08.434 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.54.190"
port: 46325
}
bound_http_address {
host: "127.20.54.190"
port: 33207
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.54.189"
port: 33637
}
bound_http_address {
host: "127.20.54.189"
port: 41575
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.54.188"
port: 44157
}
bound_http_address {
host: "127.20.54.188"
port: 46385
}
}
}
19:18:08.435 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:18:08.436 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:08.436 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:18:08.439 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:18:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.446631 21233 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: Neither blocks nor log segments found. Creating new log.
19:18:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.451166 21233 log.cc:824] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: Log is configured to *not* fsync() on all Append() calls
19:18:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.467698 21233 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: No bootstrap required, opened a new log
19:18:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:08 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562288, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:18:08.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:08.515 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc
19:18:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.515336 21233 raft_consensus.cc:348] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.516496 21233 raft_consensus.cc:374] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:18:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.517022 21233 raft_consensus.cc:729] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 98363d3e92d44c72b9d76740ae60c81e, State: Initialized, Role: FOLLOWER
19:18:08.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.518735 21233 consensus_queue.cc:260] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:08.532 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:18:08.534 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc
19:18:08.540 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:18:08.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.545125 21252 sys_catalog.cc:455] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } } }
19:18:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.549188 21252 sys_catalog.cc:458] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [sys.catalog]: This master's current role is: FOLLOWER
19:18:08.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.553045 21233 sys_catalog.cc:564] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [sys.catalog]: configured and running, proceeding with master startup.
19:18:08.554 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:18:08.558 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:18:08.559 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:18:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:08 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562288, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:18:08.648 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:08.649 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc
19:18:08.650 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:18:08.651 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.54.190:46325
19:18:08.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:18:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.654815 20698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 20751
19:18:08.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:08.678457 21280 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:08.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:08.678913 21280 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.653610 21067 master_runner.cc:186] Error getting master registration for 127.20.54.190:46325: OK, instance_id { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" instance_seqno: 1786562282855430 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:18:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.698781 21067 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:18:08.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:08.709 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.54.188:44157
19:18:08.710 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:18:08.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.710632 20698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 21067
19:18:08.749 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:08.749 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.54.189:33637
19:18:08.749 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:18:08.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.750177 20698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 20906
19:18:08.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:08.778 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.54.190:46325
19:18:08.781 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:08.782618 20698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/logs
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data/info.pb
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.190:46325
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.190
19:18:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33207
19:18:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.190.keytab
19:18:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.190
19:18:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:18:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:18:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:18:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.118963 21290 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:18:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.119704 21290 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:18:09.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.120471 21290 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:18:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.154529 21290 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:18:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.154814 21290 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:18:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.155210 21290 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:18:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.155530 21290 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:18:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.155858 21290 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:18:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.156154 21290 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:18:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.156376 21290 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37613/jwks.json
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:09.194793 21290 master_runner.cc:386] Master server non-default flags:
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.190.keytab
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.190
19:18:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.190:46325
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data/info.pb
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.190
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33207
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/logs
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:18:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:18:09.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:09.196525 21290 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:18:09.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:09.198053 21290 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:18:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.216692 21304 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.216744 21301 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:09.218333 21290 server_base.cc:1034] running on GCE node
19:18:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:09.216706 21307 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:10.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.360354 21290 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:18:10.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.363232 21290 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:18:10.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.364667 21290 hybrid_clock.cc:648] HybridClock initialized: now 1786562290364619 us; error 65 us; skew 500 ppm
19:18:10.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.365574 21290 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:18:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:10 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562290, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.371883 21290 init.cc:377] Logged in from keytab as kudu/127.20.54.190@KRBTEST.COM (short username kudu)
19:18:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.377733 21290 webserver.cc:460] Webserver started at http://127.20.54.190:33207/ using document root <none> and password file <none>
19:18:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.378841 21290 fs_manager.cc:359] Metadata directory not provided
19:18:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.379140 21290 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:18:10.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.387881 21290 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
19:18:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.392938 21329 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:18:10.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.394222 21290 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
19:18:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.394672 21290 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ee0484206d0436787d54f49dc99f886"
19:18:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:02 on dist-test-slave-6bbx"
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.397449 21290 fs_report.cc:383] FS layout report
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data/data
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:18:10.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:18:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.447974 21290 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:18:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.454571 21290 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:18:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.455082 21290 kserver.cc:163] Server-wide thread pool size limit: 3276
19:18:10.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.532743 21290 rpc_server.cc:307] RPC server started. Bound to: 127.20.54.190:46325
19:18:10.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.532863 21426 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.54.190:46325 every 8 connection(s)
19:18:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.536075 21290 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/data/info.pb
19:18:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.540022 20698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 21290
19:18:10.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:10.541 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.54.188:44157
19:18:10.541 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.543709 20698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/logs
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data/info.pb
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:18:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.188:44157
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.188
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46385
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.188.keytab
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.188
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:18:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.550561 21427 sys_catalog.cc:263] Verifying existing consensus state
19:18:10.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 19:18:10.551642 21427 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:18:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.552191 21290 master.cc:537] Master@127.20.54.190:46325 shutting down...
19:18:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:10.620513 21290 master.cc:552] Master@127.20.54.190:46325 shutdown complete.
19:18:10.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:18:11.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.071094 21429 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:18:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.071890 21429 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:18:11.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.072961 21429 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:18:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.115655 21429 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:18:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.115952 21429 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:18:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.116219 21429 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:18:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.116453 21429 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:18:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.116756 21429 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:18:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.117081 21429 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:18:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.117336 21429 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37613/jwks.json
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:11.156852 21429 master_runner.cc:386] Master server non-default flags:
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.188.keytab
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.188
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.188:44157
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data/info.pb
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.188
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46385
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/logs
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:18:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:18:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:18:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:18:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:11.158077 21429 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:18:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:11.159269 21429 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:18:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.178004 21442 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.177994 21440 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:11.177982 21447 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:11.179466 21429 server_base.cc:1034] running on GCE node
19:18:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.329265 21429 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:18:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.332527 21429 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:18:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.334056 21429 hybrid_clock.cc:648] HybridClock initialized: now 1786562292334013 us; error 57 us; skew 500 ppm
19:18:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.335005 21429 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:18:12.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:12 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562292, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.341331 21429 init.cc:377] Logged in from keytab as kudu/127.20.54.188@KRBTEST.COM (short username kudu)
19:18:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.346953 21429 webserver.cc:460] Webserver started at http://127.20.54.188:46385/ using document root <none> and password file <none>
19:18:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.348016 21429 fs_manager.cc:359] Metadata directory not provided
19:18:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.348259 21429 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:18:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.357447 21429 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.004s
19:18:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.362908 21467 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:18:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.364318 21429 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.364723 21429 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98363d3e92d44c72b9d76740ae60c81e"
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:07 on dist-test-slave-6bbx"
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.367240 21429 fs_report.cc:383] FS layout report
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/wal
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data/data
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:18:12.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:18:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:18:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:18:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:18:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:18:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:18:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:18:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:18:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:18:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:18:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.402580 21429 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:18:12.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.408910 21429 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:18:12.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.409390 21429 kserver.cc:163] Server-wide thread pool size limit: 3276
19:18:12.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.486636 21429 rpc_server.cc:307] RPC server started. Bound to: 127.20.54.188:44157
19:18:12.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.486836 21570 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.54.188:44157 every 8 connection(s)
19:18:12.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.489670 21429 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-2/data/info.pb
19:18:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.493588 20698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 21429
19:18:12.495 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:12.495 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.54.189:33637
19:18:12.495 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.497803 20698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/logs
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data/info.pb
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.189:33637
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.189
19:18:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41575
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.189.keytab
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.189
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:18:12.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.504335 21576 sys_catalog.cc:263] Verifying existing consensus state
19:18:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.511991 21576 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: Bootstrap starting.
19:18:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.558748 21576 log.cc:824] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: Log is configured to *not* fsync() on all Append() calls
19:18:12.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.563987 21576 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:18:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.564867 21576 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: Bootstrap complete.
19:18:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.600178 21576 raft_consensus.cc:348] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.604053 21576 raft_consensus.cc:374] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:18:12.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.604414 21576 raft_consensus.cc:729] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 98363d3e92d44c72b9d76740ae60c81e, State: Initialized, Role: FOLLOWER
19:18:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.605541 21576 consensus_queue.cc:260] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.608613 21581 sys_catalog.cc:455] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } } }
19:18:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.609330 21581 sys_catalog.cc:458] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [sys.catalog]: This master's current role is: FOLLOWER
19:18:12.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.610664 21576 sys_catalog.cc:564] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [sys.catalog]: configured and running, proceeding with master startup.
19:18:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.620970 21581 raft_consensus.cc:482] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:18:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.621480 21581 raft_consensus.cc:504] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.629388 21581 leader_election.cc:288] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325), 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637)
19:18:12.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.641388 21471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111)
19:18:12.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.651343 21471 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325): Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111)
19:18:12.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.652051 21470 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637): Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:12.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.652498 21470 leader_election.cc:302] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 98363d3e92d44c72b9d76740ae60c81e; no voters: 2ee0484206d0436787d54f49dc99f886, 75773796f25347ff9bb6b804c68e1f6d
19:18:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.653601 21581 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:18:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.665058 21475 tablet.cc:2369] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:18:12.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.669214 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:12.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.669909 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.662465 21429 master_runner.cc:186] Error getting master registration for 127.20.54.190:46325: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111),
19:18:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:12.692214 21429 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:18:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.947992 21579 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:18:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.948653 21579 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:18:12.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.949271 21579 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:18:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.990648 21579 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:18:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.990984 21579 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:18:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.991446 21579 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:18:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.991822 21579 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:18:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.992177 21579 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:18:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.992501 21579 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:18:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:12.992956 21579 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37613/jwks.json
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:13.035815 21579 master_runner.cc:386] Master server non-default flags:
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.54.148:40819
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.54.190:46325,127.20.54.189:33637,127.20.54.188:44157
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/krb5kdc/kudu_127.20.54.189.keytab
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.54.189
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.54.189:33637
19:18:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data/info.pb
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.54.189
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41575
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:18:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/logs
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 17:36:40 UTC on ccycloud.quasar-fyoowg.root.comops.site
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4582767
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:18:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:13.037405 21579 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:18:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:13.038872 21579 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:18:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:13.076745 21626 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:13.675457 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:13.675957 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:14.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:14.097671 21561 debug-util.cc:398] Leaking SignalData structure 0x7b0800073060 after lost signal to thread 21431
19:18:14.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:14.098397 21561 debug-util.cc:398] Leaking SignalData structure 0x7b08000737c0 after lost signal to thread 21570
19:18:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:13.084954 21628 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:13.086504 21579 server_base.cc:1034] running on GCE node
19:18:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:13.083371 21625 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:18:14.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.385210 21579 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:18:14.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.389053 21579 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:18:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.390847 21579 hybrid_clock.cc:648] HybridClock initialized: now 1786562294390763 us; error 92 us; skew 500 ppm
19:18:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.392239 21579 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:18:14.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:14 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562294, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:14.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.411451 21579 init.cc:377] Logged in from keytab as kudu/127.20.54.189@KRBTEST.COM (short username kudu)
19:18:14.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.419596 21579 webserver.cc:460] Webserver started at http://127.20.54.189:41575/ using document root <none> and password file <none>
19:18:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.421089 21579 fs_manager.cc:359] Metadata directory not provided
19:18:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.421417 21579 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:18:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.433919 21579 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.001s sys 0.007s
19:18:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.440486 21645 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:18:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.442055 21579 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.002s
19:18:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.442651 21579 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data,/tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75773796f25347ff9bb6b804c68e1f6d"
19:18:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:18:04 on dist-test-slave-6bbx"
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.446533 21579 fs_report.cc:383] FS layout report
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data/data
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:18:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:18:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:18:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:18:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:18:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:18:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.501849 21579 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:18:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.504559 21662 raft_consensus.cc:482] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:18:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.505465 21662 raft_consensus.cc:504] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.510977 21662 leader_election.cc:288] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325), 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637)
19:18:14.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.532794 21579 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:18:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.534231 21579 kserver.cc:163] Server-wide thread pool size limit: 3276
19:18:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:14.545161 21470 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637): Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:14.546455 21471 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325): Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111)
19:18:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.547115 21471 leader_election.cc:302] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 98363d3e92d44c72b9d76740ae60c81e; no voters: 2ee0484206d0436787d54f49dc99f886, 75773796f25347ff9bb6b804c68e1f6d
19:18:14.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.548067 21662 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:18:14.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:14.680302 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:14.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:14.680954 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.793291 21579 rpc_server.cc:307] RPC server started. Bound to: 127.20.54.189:33637
19:18:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.794783 21742 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.54.189:33637 every 8 connection(s)
19:18:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.797443 21579 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/data/info.pb
19:18:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.800908 20698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu as pid 21579
19:18:14.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:18:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.820274 21743 sys_catalog.cc:263] Verifying existing consensus state
19:18:14.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260812 19:18:14.821713 21743 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:18:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.822609 21579 master.cc:537] Master@127.20.54.189:33637 shutting down...
19:18:14.884 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:14.938376 21579 master.cc:552] Master@127.20.54.189:33637 shutdown complete.
19:18:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskd4q08x/test-tmp/mini-kudu-cluster1776534668548194013/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:18:14.980 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.54.188:44157(127.20.54.188:44157)] connecting to peer
19:18:14.984 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:15.015 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.54.188:44157(127.20.54.188:44157)] Successfully connected to peer
19:18:15.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.026 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.113 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:18:15.126 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.54.188
19:18:15.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:15 dist-test-slave-6bbx krb5kdc[20724](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562288, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.54.188@KRBTEST.COM
19:18:15.425 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa23797d0, L:/127.0.0.1:56000 - R:/127.20.54.188:44157] using SASL/GSSAPI
19:18:15.450 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:15.471 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:15.475 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:15.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:15.490 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:15.492 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:15.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:15.510 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:15.512 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:15.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:15.549 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:15.551 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:15.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:15.609 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:15.611 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:15.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.620 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:15.670 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:15.675 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:15.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:15.685446 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:15.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:15.685809 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:15.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:15.730 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:15.733 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:15.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:15.784710 20383 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4400 after lost signal to thread 20136
19:18:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:15.785926 20383 debug-util.cc:398] Leaking SignalData structure 0x7b08000aee00 after lost signal to thread 20387
19:18:15.810 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:15.811 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:15.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.819 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:15.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:15.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:16.069 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:16.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:16.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:16.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:16.073 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:16.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:16.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:16.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:16.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:16.689033 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:16.689339 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:16.790 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:16.792 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:16.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:16.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:16.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:16.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:16.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:16.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:16.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:16.847728 21758 raft_consensus.cc:482] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:18:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:16.848218 21758 raft_consensus.cc:504] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:16.850201 21758 leader_election.cc:288] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325), 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637)
19:18:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:16.855991 21471 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325): Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111)
19:18:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:16.856546 21470 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637): Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:16.856946 21470 leader_election.cc:302] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 98363d3e92d44c72b9d76740ae60c81e; no voters: 2ee0484206d0436787d54f49dc99f886, 75773796f25347ff9bb6b804c68e1f6d
19:18:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:16.857609 21758 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:18:17.549 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:17.551 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:17.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:17.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:17.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:17.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:17.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:17.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:17.555 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:17.692276 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:17.692566 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:17.719833 21429 master_runner.cc:186] Error getting master registration for 127.20.54.190:46325: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111),
19:18:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:17.720268 21429 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:18:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:18.695648 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:18.695997 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:19.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:19.686988 21772 raft_consensus.cc:482] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:18:19.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:19.687397 21772 raft_consensus.cc:504] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:19.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:19.688885 21772 leader_election.cc:288] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325), 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637)
19:18:19.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:19.690860 21471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:18:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:19.693889 21471 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325): Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111)
19:18:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:19.694330 21470 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637): Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:19.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:19.694702 21470 leader_election.cc:302] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 98363d3e92d44c72b9d76740ae60c81e; no voters: 2ee0484206d0436787d54f49dc99f886, 75773796f25347ff9bb6b804c68e1f6d
19:18:19.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:19.695379 21772 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:18:19.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:19.698807 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:19.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:19.699046 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:19.930 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:19.932 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:19.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:19.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:19.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:19.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:19.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:19.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:19.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:20.549 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:20.551 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:20.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:20.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:20.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:20.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:20.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:20.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:20.555 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:20.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:20.702013 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:20.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:20.702329 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:21.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:21.706182 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:21.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:21.706540 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:22 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562302, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:22.345646 21457 init.cc:295] Successfully reacquired a new kerberos TGT
19:18:22.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:22.709482 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:22.709805 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:22.723888 21429 master_runner.cc:186] Error getting master registration for 127.20.54.190:46325: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111),
19:18:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:22.724325 21429 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:18:22.830 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:22.831 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:22.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:22.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:22.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:22.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:22.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:22.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:22.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:23.712932 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:23.713263 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:24.109 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:24.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:24.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:24.113 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:24.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:24.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:24.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:24.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:24.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:24.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:24.716269 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:24.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:24.716558 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:25.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:25.601385 21800 raft_consensus.cc:482] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:18:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:25.601856 21800 raft_consensus.cc:504] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:25.603595 21800 leader_election.cc:288] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325), 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637)
19:18:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:25.605913 21471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:18:25.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:25.608631 21470 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637): Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:25.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:25.609134 21471 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325): Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111)
19:18:25.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:25.609504 21471 leader_election.cc:302] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 98363d3e92d44c72b9d76740ae60c81e; no voters: 2ee0484206d0436787d54f49dc99f886, 75773796f25347ff9bb6b804c68e1f6d
19:18:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:25.610247 21800 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:18:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:25.719584 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:25.719941 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:25.830 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:25.832 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:25.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:25.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:25.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:25.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:25.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:25.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:25.836 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:26.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:26.722978 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:26.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:26.723276 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:27.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:27.726799 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:27.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:27.727144 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:27.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:27.727365 21429 master_runner.cc:186] Error getting master registration for 127.20.54.190:46325: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111),
19:18:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:27.727790 21429 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:18:28.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:28.730221 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:28.730510 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:29.733548 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:29.733893 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:29.770 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:29.773 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:29.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:29.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:29.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:29.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:29.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:29.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:29.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:30.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:30.737350 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:30.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:30.737664 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:31.609 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:31.611 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:31.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:31.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:31.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:31.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:31.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:31.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:31.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:31.741236 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:31.741611 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:32.330716 20665 debug-util.cc:398] Leaking SignalData structure 0x7b08000af1a0 after lost signal to thread 20408
19:18:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:32.331581 20665 debug-util.cc:398] Leaking SignalData structure 0x7b08000bdbe0 after lost signal to thread 20670
19:18:32.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:18:32 dist-test-slave-6bbx krb5kdc[20724](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786562312, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.54.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:18:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:32.348522 21457 init.cc:295] Successfully reacquired a new kerberos TGT
19:18:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:32.731300 21429 master_runner.cc:186] Error getting master registration for 127.20.54.190:46325: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111),
19:18:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:32.731915 21429 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:18:32.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:32.744820 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:32.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:32.745149 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:33.748178 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:33.748490 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:33.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:33.768591 21838 raft_consensus.cc:482] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:18:33.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:33.769104 21838 raft_consensus.cc:504] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ee0484206d0436787d54f49dc99f886" member_type: VOTER last_known_addr { host: "127.20.54.190" port: 46325 } } peers { permanent_uuid: "75773796f25347ff9bb6b804c68e1f6d" member_type: VOTER last_known_addr { host: "127.20.54.189" port: 33637 } } peers { permanent_uuid: "98363d3e92d44c72b9d76740ae60c81e" member_type: VOTER last_known_addr { host: "127.20.54.188" port: 44157 } }
19:18:33.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:33.772127 21838 leader_election.cc:288] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325), 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637)
19:18:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:33.774526 21471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:18:33.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:33.778275 21471 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2ee0484206d0436787d54f49dc99f886 (127.20.54.190:46325): Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111)
19:18:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:33.778934 21470 leader_election.cc:334] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 75773796f25347ff9bb6b804c68e1f6d (127.20.54.189:33637): Network error: Client connection negotiation failed: client connection to 127.20.54.189:33637: connect: Connection refused (error 111)
19:18:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:33.779296 21470 leader_election.cc:302] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 98363d3e92d44c72b9d76740ae60c81e; no voters: 2ee0484206d0436787d54f49dc99f886, 75773796f25347ff9bb6b804c68e1f6d
19:18:33.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:33.780110 21838 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:18:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:34.751444 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:34.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:34.751760 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:35.270 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:35.272 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:35.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:35.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:35.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:35.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:35.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:35.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:35.276 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:35.754962 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:35.755244 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:36.758148 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:36.758478 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:37.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:37.734961 21429 master_runner.cc:186] Error getting master registration for 127.20.54.190:46325: Network error: Client connection negotiation failed: client connection to 127.20.54.190:46325: connect: Connection refused (error 111),
19:18:37.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:37.735391 21429 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:18:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:37.761442 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:37.761767 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:38.050 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:38.051 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:38.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:38.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:38.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:38.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:38.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:38.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:38.055 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:38.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:38.764844 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:38.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:38.765156 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:39.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:39.768079 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:39.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:39.768384 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:40.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:40.771309 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:40.771627 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:41.390 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:41.391 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:41.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:41.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:41.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:41.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:41.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:41.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:41.396 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:41.775197 21608 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 98363d3e92d44c72b9d76740ae60c81e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:18:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:18:41.775566 21608 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:18:41.850 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.190:46325(127.20.54.190:46325)] connecting to peer
19:18:41.851 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.54.189:33637(127.20.54.189:33637)] connecting to peer
19:18:41.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:41.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:41.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.190:46325(127.20.54.190:46325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:41.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.54.189:33637(127.20.54.189:33637)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:41.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.190:46325: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325
19:18:41.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.54.189:33637: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
19:18:41.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637; will retry
19:18:41.861 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27050), Traces: [0ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [208ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [211ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [630ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [635ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [654ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [666ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [670ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [671ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [680ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [681ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [683ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [705ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [706ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [707ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [744ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [749ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [751ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [752ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [806ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [854ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [871ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [872ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [921ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [923ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [925ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [995ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1007ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1010ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1257ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1263ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1974ms] refreshing cache from master, [1975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1980ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2734ms] refreshing cache from master, [2734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [2735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [2740ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [2740ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [5115ms] refreshing cache from master, [5115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [5117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [5120ms] too many traces: truncated at 100 traces, deferred=Deferred@528928236(state=PENDING, result=null, callback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450), errback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450)))
19:18:41.866 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.54.189:33637(127.20.54.189:33637)] disconnecting while in state TERMINATED
19:18:41.867 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.54.190:46325(127.20.54.190:46325)] disconnecting while in state TERMINATED
19:18:41.867 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.54.188:44157(127.20.54.188:44157)] disconnecting while in state READY
19:18:41.874 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:18:41.877 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:18:41.877 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.54.188:44157(127.20.54.188:44157)] handling channelInactive
19:18:41.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.54.188:44157(127.20.54.188:44157)] cleaning up while in state READY due to: connection closed
19:18:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:41.881013 20698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 21429
19:18:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:18:43Z chronyd exiting
19:18:44.078 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:18:44.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:44.080253 19298 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 19880
19:18:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:44.132207 19298 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 20120
19:18:44.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:44.184285 19298 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 20400
19:18:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:44.221513 19298 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 19316
19:18:44.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:44.265621 19298 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 19436
19:18:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:18:44.302711 19298 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskd4q08x/build/tsan/bin/kudu with pid 19587
19:18:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:18:45Z chronyd exiting
19:18:46.412 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27050), Traces: [0ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [208ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [211ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [630ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [635ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [654ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [666ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [670ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [671ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [680ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [681ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [683ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [705ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [706ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [707ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [744ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [749ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [751ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [752ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [806ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [854ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [871ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [872ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [921ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [923ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [925ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [995ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1007ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1010ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1257ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1263ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1974ms] refreshing cache from master, [1975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1980ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2734ms] refreshing cache from master, [2734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [2735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [2740ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [2740ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [5115ms] refreshing cache from master, [5115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [5117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [5120ms] too many traces: truncated at 100 traces, deferred=Deferred@528928236(state=PENDING, result=null, callback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450), errback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.54.189:33637
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27050), Traces: [0ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [208ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [211ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [630ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [635ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [654ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [666ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [670ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [671ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [680ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [681ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [683ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [705ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [706ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [707ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [744ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [749ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [751ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [752ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [806ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [854ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [871ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [872ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [921ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [923ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [925ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [995ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1007ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1010ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1257ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1263ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1974ms] refreshing cache from master, [1975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1980ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2734ms] refreshing cache from master, [2734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [2735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [2740ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [2740ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [5115ms] refreshing cache from master, [5115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [5117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [5120ms] too many traces: truncated at 100 traces, deferred=Deferred@528928236(state=PENDING, result=null, callback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450), errback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.54.189:33637
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
19:18:47.035 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
19:18:47.035 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27050), Traces: [0ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [208ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [211ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [630ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [635ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [654ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [666ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [670ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [671ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [680ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [681ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [683ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [705ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [706ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [707ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [744ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [749ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [751ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [752ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [806ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [854ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [871ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [872ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [921ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [923ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [925ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [995ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1007ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1010ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1257ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1263ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1974ms] refreshing cache from master, [1975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1980ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2734ms] refreshing cache from master, [2734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [2735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [2740ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [2740ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [5115ms] refreshing cache from master, [5115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [5117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [5120ms] too many traces: truncated at 100 traces, deferred=Deferred@528928236(state=PENDING, result=null, callback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450), errback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.54.189:33637
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27050), Traces: [0ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [208ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [211ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [630ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [635ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [654ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [663ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [666ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [670ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [671ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [674ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [680ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [681ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [683ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [694ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [700ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [705ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [706ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [707ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [744ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [749ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [751ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [752ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [803ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [806ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [854ms] refreshing cache from master, [855ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [865ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [866ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [871ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [872ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [917ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [921ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [923ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [925ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [994ms] refreshing cache from master, [994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [995ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1007ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1010ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1254ms] refreshing cache from master, [1254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1257ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1263ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1974ms] refreshing cache from master, [1975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [1976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [1980ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2734ms] refreshing cache from master, [2734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [2735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [2736ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.189:33637: Network error: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637, [2739ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.190:46325: Network error: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [2740ms] Sub RPC ConnectToMaster: received response from server master-127.20.54.188:44157: OK, [2740ms] delaying RPC due to: Service unavailable: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325, [5115ms] refreshing cache from master, [5115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.190:46325, [5116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.188:44157, [5117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.54.189:33637, [5120ms] too many traces: truncated at 100 traces, deferred=Deferred@528928236(state=PENDING, result=null, callback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450), errback=(continuation of Deferred@14265835 after retry RPC after error@1086258089) -> (continuation of Deferred@630299457 after retry RPC after error@215079858) -> (continuation of Deferred@1101695286 after retry RPC after error@1996378393) -> (continuation of Deferred@1595705108 after retry RPC after error@1561516814) -> (continuation of Deferred@1222908579 after retry RPC after error@1276570687) -> (continuation of Deferred@1997137550 after retry RPC after error@1015581130) -> (continuation of Deferred@1414643194 after retry RPC after error@803062875) -> (continuation of Deferred@400059064 after retry RPC after error@1868986192) -> (continuation of Deferred@914467115 after retry RPC after error@2009025724) -> (continuation of Deferred@602305881 after retry RPC after error@2137414274) -> (continuation of Deferred@1150643380 after retry RPC after error@1229066806) -> (continuation of Deferred@1495198458 after retry RPC after error@350296337) -> (continuation of Deferred@2080253941 after retry RPC after error@578046238) -> (continuation of Deferred@210972304 after retry RPC after error@279353218) -> (continuation of Deferred@443407340 after retry RPC after error@441539846) -> (continuation of Deferred@253958002 after retry RPC after error@723360659) -> (continuation of Deferred@1608222631 after retry RPC after error@1341278263) -> (continuation of Deferred@1492999740 after retry RPC after error@528189363) -> (continuation of Deferred@480169284 after retry RPC after error@1106287888) -> (continuation of Deferred@1942890412 after retry RPC after error@818638969) -> (continuation of Deferred@1515548617 after retry RPC after error@529031566) -> (continuation of Deferred@494519956 after retry RPC after error@1985619450)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.54.190:46325,127.20.54.188:44157,127.20.54.189:33637) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.190:46325(127.20.54.190:46325): Connection refused: /127.20.54.190:46325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.54.189:33637(127.20.54.189:33637): Connection refused: /127.20.54.189:33637
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.54.189:33637
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)