08:06:54.734 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:06:54.745 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task1QZwEr/test-tmp
08:06:54.748 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:06:54.751 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task1QZwEr/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:06:54.951 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:06:55.144 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:06:55.145 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:06:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:55.148674 15612 mini_oidc.cc:152] Starting JWKS server
08:06:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:55.152870 15612 webserver.cc:460] Webserver started at http://127.0.0.1:34441/ using document root <none> and password file <none>
08:06:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:55.153314 15612 mini_oidc.cc:189] Starting OIDC Discovery server
08:06:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:55.155009 15612 webserver.cc:460] Webserver started at http://127.0.0.1:36741/ using document root <none> and password file <none>
08:06:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:06:55Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:06:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:06:55Z Disabled control of system clock
08:06:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:55.203805 15612 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:06:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:06:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/wal
08:06:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/data
08:06:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:06:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:06:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/logs
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/data/info.pb
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:06:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.62:35119
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.62
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:06:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:06:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:06:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:06:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:06:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:06:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:06:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34441/jwks.json with env {}
08:06:55.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.486155 15637 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:06:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.486686 15637 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:06:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.487352 15637 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:06:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.517048 15637 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:06:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.517304 15637 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:06:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.517501 15637 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:06:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.517748 15637 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:06:55.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.518041 15637 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:06:55.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.518285 15637 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34441/jwks.json
08:06:55.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:55.551268 15637 master_runner.cc:386] Master server non-default flags:
08:06:55.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:06:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:06:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:06:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:06:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/data
08:06:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/wal
08:06:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:06:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:06:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:06:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:06:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:06:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.62:35119
08:06:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34441/jwks.json
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/data/info.pb
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.62
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:06:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/logs
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:06:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:55.552628 15637 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:06:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:55.554356 15637 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:06:55.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.572408 15646 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:06:56.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.572418 15657 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:06:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:55.572463 15652 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:06:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:55.573590 15637 server_base.cc:1034] running on GCE node
08:06:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.818158 15637 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:06:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.821398 15637 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:06:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.822738 15637 hybrid_clock.cc:648] HybridClock initialized: now 1786349216822682 us; error 78 us; skew 500 ppm
08:06:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.823549 15637 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:06:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.832820 15637 webserver.cc:460] Webserver started at http://127.15.63.62:37447/ using document root <none> and password file <none>
08:06:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.833741 15637 fs_manager.cc:359] Metadata directory not provided
08:06:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.833931 15637 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:06:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.834332 15637 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:06:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.839282 15637 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/data/instance:
08:06:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c2082b474e043e98b9451612100c15b"
08:06:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:06:56 on dist-test-slave-lgr5"
08:06:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.840462 15637 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/wal/instance:
08:06:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c2082b474e043e98b9451612100c15b"
08:06:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:06:56 on dist-test-slave-lgr5"
08:06:56.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.849154 15637 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.005s
08:06:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.854571 15671 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:06:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.855526 15637 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
08:06:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.855842 15637 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/wal
08:06:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c2082b474e043e98b9451612100c15b"
08:06:56.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:06:56 on dist-test-slave-lgr5"
08:06:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.856225 15637 fs_report.cc:383] FS layout report
08:06:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:06:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/wal
08:06:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/wal
08:06:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/data/data
08:06:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:06:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:06:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.890372 15637 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:06:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.891908 15637 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:06:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.892407 15637 kserver.cc:163] Server-wide thread pool size limit: 3276
08:06:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.960338 15637 rpc_server.cc:307] RPC server started. Bound to: 127.15.63.62:35119
08:06:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.960419 15763 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.63.62:35119 every 8 connection(s)
08:06:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.963277 15637 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/data/info.pb
08:06:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.968770 15765 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:06:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.974077 15612 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 15637
08:06:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.974625 15612 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-0/wal/instance
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.979673 15612 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/wal
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/data
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/logs
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/data/info.pb
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:06:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:06:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.61:38237
08:06:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.61
08:06:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:06:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:06:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:06:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:06:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:06:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:06:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:06:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:06:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34441/jwks.json with env {}
08:06:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:56.982967 15765 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } has no permanent_uuid. Determining permanent_uuid...
08:06:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:57.012941 15765 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } has no permanent_uuid. Determining permanent_uuid...
08:06:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.015012 15676 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.63.61:38237: connect: Connection refused (error 111)
08:06:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.018873 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.61:38237: Network error: Client connection negotiation failed: client connection to 127.15.63.61:38237: connect: Connection refused (error 111)
08:06:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:57.068306 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } attempt: 1
08:06:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.071831 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.61:38237: Network error: Client connection negotiation failed: client connection to 127.15.63.61:38237: connect: Connection refused (error 111)
08:06:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:57.140180 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } attempt: 2
08:06:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.144009 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.61:38237: Network error: Client connection negotiation failed: client connection to 127.15.63.61:38237: connect: Connection refused (error 111)
08:06:57.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:57.235414 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } attempt: 3
08:06:57.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.239166 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.61:38237: Network error: Client connection negotiation failed: client connection to 127.15.63.61:38237: connect: Connection refused (error 111)
08:06:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.299796 15767 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:06:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.300390 15767 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:06:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.301154 15767 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:06:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.333345 15767 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:06:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.333616 15767 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:06:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.333807 15767 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:06:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.333986 15767 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:06:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.334174 15767 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:06:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.334415 15767 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34441/jwks.json
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:57.370782 15767 master_runner.cc:386] Master server non-default flags:
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/data
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/wal
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:06:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.61:38237
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34441/jwks.json
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/data/info.pb
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.61
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:06:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:06:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/logs
08:06:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:06:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:06:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:06:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:06:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:06:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:06:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:06:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:06:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:06:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:06:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:57.372011 15767 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:06:57.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:57.374437 15767 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:06:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:57.382532 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } attempt: 4
08:06:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.386874 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.61:38237: Network error: Client connection negotiation failed: client connection to 127.15.63.61:38237: connect: Connection refused (error 111)
08:06:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.392549 15795 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:06:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:57.686291 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } attempt: 5
08:06:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.690917 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.61:38237: Network error: Client connection negotiation failed: client connection to 127.15.63.61:38237: connect: Connection refused (error 111)
08:06:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.238485 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } attempt: 6
08:06:58.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:58.250730 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.61:38237: Network error: Client connection negotiation failed: client connection to 127.15.63.61:38237: connect: Connection refused (error 111)
08:06:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.392644 15788 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:06:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:57.392649 15791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:06:58.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:58.527391 15793 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1132 milliseconds
08:06:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.527525 15767 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:06:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.528843 15767 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:06:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.531543 15767 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:06:58.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.532910 15767 hybrid_clock.cc:648] HybridClock initialized: now 1786349218532847 us; error 76 us; skew 500 ppm
08:06:58.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.533958 15767 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:06:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.540716 15767 webserver.cc:460] Webserver started at http://127.15.63.61:39125/ using document root <none> and password file <none>
08:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.541603 15767 fs_manager.cc:359] Metadata directory not provided
08:06:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.541787 15767 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:06:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.542270 15767 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:06:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.547096 15767 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/data/instance:
08:06:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6"
08:06:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:06:58 on dist-test-slave-lgr5"
08:06:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.548316 15767 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/wal/instance:
08:06:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6"
08:06:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:06:58 on dist-test-slave-lgr5"
08:06:58.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.555502 15767 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
08:06:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.561374 15815 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:06:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.562393 15767 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
08:06:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.562691 15767 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/wal
08:06:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6"
08:06:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:06:58 on dist-test-slave-lgr5"
08:06:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.563002 15767 fs_report.cc:383] FS layout report
08:06:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:06:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/wal
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/wal
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/data/data
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:06:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:06:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.620651 15767 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:06:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.622545 15767 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:06:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.623042 15767 kserver.cc:163] Server-wide thread pool size limit: 3276
08:06:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.693164 15767 rpc_server.cc:307] RPC server started. Bound to: 127.15.63.61:38237
08:06:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.693269 15899 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.63.61:38237 every 8 connection(s)
08:06:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.695806 15767 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/data/info.pb
08:06:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.700817 15903 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:06:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.702287 15612 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 15767
08:06:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.702762 15612 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-1/wal/instance
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.705644 15612 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/wal
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/data
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/logs
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/data/info.pb
08:06:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.60:44855
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.60
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:06:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34441/jwks.json with env {}
08:06:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.714902 15903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } has no permanent_uuid. Determining permanent_uuid...
08:06:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.736353 15903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } has no permanent_uuid. Determining permanent_uuid...
08:06:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.752419 15903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } has no permanent_uuid. Determining permanent_uuid...
08:06:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:58.755388 15817 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:58.759403 15903 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:58.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.808804 15903 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 1
08:06:58.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:58.812603 15903 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.881003 15903 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 2
08:06:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:58.884649 15903 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:58.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:58.975999 15903 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 3
08:06:58.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:58.980021 15903 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:59.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.010380 15907 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:06:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.010905 15907 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:06:59.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.011402 15907 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:06:59.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.041368 15907 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:06:59.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.041643 15907 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:06:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.041846 15907 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:06:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.042037 15907 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:06:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.042220 15907 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:06:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.042363 15907 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34441/jwks.json
08:06:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.076428 15907 master_runner.cc:386] Master server non-default flags:
08:06:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:06:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/data
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/wal
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.60:44855
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34441/jwks.json
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/data/info.pb
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.60
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:06:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/logs
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:06:59.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:06:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:06:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.077620 15907 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:06:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.079574 15907 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:06:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.097069 15930 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:06:59.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.123490 15903 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 4
08:06:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.126963 15903 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.311180 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } attempt: 7
08:06:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.334079 15765 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } has no permanent_uuid. Determining permanent_uuid...
08:06:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.343253 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.401597 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 1
08:06:59.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.405644 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.426309 15903 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 5
08:06:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.429497 15903 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.486972 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 2
08:06:59.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.490551 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.575877 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 3
08:06:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.579424 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.719903 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 4
08:06:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.723479 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:06:59.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:06:59.977002 15903 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 6
08:06:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.983569 15903 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:07:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.006940 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 5
08:07:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:00.010373 15765 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.63.60:44855: Network error: Client connection negotiation failed: client connection to 127.15.63.60:44855: connect: Connection refused (error 111)
08:07:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.098310 15926 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:06:59.097195 15927 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:00.200719 15928 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:07:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.200912 15907 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:07:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.204218 15907 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.206729 15907 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.208065 15907 hybrid_clock.cc:648] HybridClock initialized: now 1786349220208035 us; error 46 us; skew 500 ppm
08:07:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.208875 15907 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.215248 15907 webserver.cc:460] Webserver started at http://127.15.63.60:41303/ using document root <none> and password file <none>
08:07:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.216253 15907 fs_manager.cc:359] Metadata directory not provided
08:07:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.216517 15907 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.217095 15907 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:07:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.224310 15907 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/data/instance:
08:07:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b18b4e9367a947359acbea6024ea677f"
08:07:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:00 on dist-test-slave-lgr5"
08:07:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.225526 15907 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/wal/instance:
08:07:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b18b4e9367a947359acbea6024ea677f"
08:07:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:00 on dist-test-slave-lgr5"
08:07:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.232648 15907 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.000s sys 0.007s
08:07:00.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.237807 15947 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.238797 15907 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.001s
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.239079 15907 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/wal
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b18b4e9367a947359acbea6024ea677f"
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:00 on dist-test-slave-lgr5"
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.239360 15907 fs_report.cc:383] FS layout report
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/wal
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/wal
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/data/data
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.282723 15907 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.284108 15907 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.284494 15907 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.351924 15907 rpc_server.cc:307] RPC server started. Bound to: 127.15.63.60:44855
08:07:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.352025 16032 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.63.60:44855 every 8 connection(s)
08:07:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.354645 15907 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/data/info.pb
08:07:00.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.358399 15612 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 15907
08:07:00.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.358837 15612 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/master-2/wal/instance
08:07:00.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.361317 16033 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:00.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.377668 16033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } has no permanent_uuid. Determining permanent_uuid...
08:07:00.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.404414 16033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } has no permanent_uuid. Determining permanent_uuid...
08:07:00.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.414026 16033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } has no permanent_uuid. Determining permanent_uuid...
08:07:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.429090 16033 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f: Bootstrap starting.
08:07:00.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.434448 16033 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f: Neither blocks nor log segments found. Creating new log.
08:07:00.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.436110 16033 log.cc:824] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f: Log is configured to *not* fsync() on all Append() calls
08:07:00.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.441452 16033 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f: No bootstrap required, opened a new log
08:07:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.461910 16033 raft_consensus.cc:348] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } }
08:07:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.462464 16033 raft_consensus.cc:374] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.462652 16033 raft_consensus.cc:729] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b18b4e9367a947359acbea6024ea677f, State: Initialized, Role: FOLLOWER
08:07:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.463294 16033 consensus_queue.cc:260] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } }
08:07:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.465447 16044 sys_catalog.cc:455] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.466065 16044 sys_catalog.cc:458] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [sys.catalog]: This master's current role is: FOLLOWER
08:07:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.466677 16033 sys_catalog.cc:564] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [sys.catalog]: configured and running, proceeding with master startup.
08:07:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:00.490795 16063 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:00.491113 16063 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.486284 15907 master_runner.cc:186] Error getting master registration for 127.15.63.62:35119: OK, instance_id { permanent_uuid: "7c2082b474e043e98b9451612100c15b" instance_seqno: 1786349216941893 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:07:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.508301 15907 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:07:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:00.539507 15961 tablet.cc:2369] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:07:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.562776 15765 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 6
08:07:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.565443 16044 raft_consensus.cc:482] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.565928 16044 raft_consensus.cc:504] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } }
08:07:00.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.568306 16044 leader_election.cc:288] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7c2082b474e043e98b9451612100c15b (127.15.63.62:35119), ad9bdd98a3fa4b86947d0a08ebda2bf6 (127.15.63.61:38237)
08:07:00.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.583216 15765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b: Bootstrap starting.
08:07:00.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.588483 15765 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b: Neither blocks nor log segments found. Creating new log.
08:07:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.590833 15765 log.cc:824] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b: Log is configured to *not* fsync() on all Append() calls
08:07:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.596493 15765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b: No bootstrap required, opened a new log
08:07:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.625154 15765 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } }
08:07:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.625936 15765 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:00.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.626188 15765 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c2082b474e043e98b9451612100c15b, State: Initialized, Role: FOLLOWER
08:07:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.626981 15765 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } }
08:07:00.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.629722 16068 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.630736 16068 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [sys.catalog]: This master's current role is: FOLLOWER
08:07:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.631413 15765 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [sys.catalog]: configured and running, proceeding with master startup.
08:07:00.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.631671 15718 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b18b4e9367a947359acbea6024ea677f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c2082b474e043e98b9451612100c15b" is_pre_election: true
08:07:00.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.632633 15718 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b18b4e9367a947359acbea6024ea677f in term 0.
08:07:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.634277 15958 leader_election.cc:302] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7c2082b474e043e98b9451612100c15b, b18b4e9367a947359acbea6024ea677f; no voters:
08:07:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.635314 16044 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 0 FOLLOWER]: Leader pre-election won for term 1
08:07:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.635663 16044 raft_consensus.cc:482] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:07:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.635994 16044 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 0 FOLLOWER]: Advancing to term 1
08:07:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.645193 16044 raft_consensus.cc:504] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } }
08:07:00.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:00.650681 15678 tablet.cc:2369] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:07:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.655535 15718 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b18b4e9367a947359acbea6024ea677f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c2082b474e043e98b9451612100c15b"
08:07:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.656054 15718 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [term 0 FOLLOWER]: Advancing to term 1
08:07:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.658833 16044 leader_election.cc:288] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [CANDIDATE]: Term 1 election: Requested vote from peers 7c2082b474e043e98b9451612100c15b (127.15.63.62:35119), ad9bdd98a3fa4b86947d0a08ebda2bf6 (127.15.63.61:38237)
08:07:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.664610 15718 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b18b4e9367a947359acbea6024ea677f in term 1.
08:07:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.665616 15958 leader_election.cc:302] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7c2082b474e043e98b9451612100c15b, b18b4e9367a947359acbea6024ea677f; no voters:
08:07:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.666880 16044 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 1 FOLLOWER]: Leader election won for term 1
08:07:00.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.669430 16044 raft_consensus.cc:686] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [term 1 LEADER]: Becoming Leader. State: Replica: b18b4e9367a947359acbea6024ea677f, State: Running, Role: LEADER
08:07:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.672318 16044 consensus_queue.cc:237] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } }
08:07:00.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.686309 16088 sys_catalog.cc:455] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [sys.catalog]: SysCatalogTable state changed. Reason: New leader b18b4e9367a947359acbea6024ea677f. Latest consensus state: current_term: 1 leader_uuid: "b18b4e9367a947359acbea6024ea677f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:00.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.687143 16088 sys_catalog.cc:458] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [sys.catalog]: This master's current role is: LEADER
08:07:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.713729 16093 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:07:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:00.727871 16090 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:00.728199 16090 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.729036 16093 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:07:00.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.696596 15637 master_runner.cc:186] Error getting master registration for 127.15.63.61:38237: OK, instance_id { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" instance_seqno: 1786349218673737 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:07:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.739733 15637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:07:00.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.749897 15718 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [term 1 FOLLOWER]: Refusing update from remote peer b18b4e9367a947359acbea6024ea677f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:07:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.751438 16044 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:07:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.778146 16068 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [sys.catalog]: SysCatalogTable state changed. Reason: New leader b18b4e9367a947359acbea6024ea677f. Latest consensus state: current_term: 1 leader_uuid: "b18b4e9367a947359acbea6024ea677f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.778872 16068 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [sys.catalog]: This master's current role is: FOLLOWER
08:07:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.783296 16088 sys_catalog.cc:455] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b18b4e9367a947359acbea6024ea677f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.784068 16088 sys_catalog.cc:458] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [sys.catalog]: This master's current role is: LEADER
08:07:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.787546 16093 catalog_manager.cc:1347] Generated new cluster ID: b0637ba80644459b80c735eb2b9b496c
08:07:00.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.787809 16093 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:07:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.799654 16068 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b18b4e9367a947359acbea6024ea677f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.800597 16068 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b [sys.catalog]: This master's current role is: FOLLOWER
08:07:00.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.837831 16093 catalog_manager.cc:1370] Generated new certificate authority record
08:07:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.840327 16093 catalog_manager.cc:1504] Loading token signing keys...
08:07:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.860209 16093 catalog_manager.cc:5868] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f: Generated new TSK 0
08:07:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.868242 16093 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:07:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:00.904048 15612 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/wal
08:07:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/data
08:07:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/logs
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/data/info.pb
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.1:0
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.63.1
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.1
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:07:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:07:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.043908 15903 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } attempt: 7
08:07:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.102950 15903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6: Bootstrap starting.
08:07:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.109650 15903 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6: Neither blocks nor log segments found. Creating new log.
08:07:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.126174 15903 log.cc:824] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6: Log is configured to *not* fsync() on all Append() calls
08:07:01.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.139757 15903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6: No bootstrap required, opened a new log
08:07:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.197309 15903 raft_consensus.cc:348] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } }
08:07:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.199301 15903 raft_consensus.cc:374] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:01.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.199992 15903 raft_consensus.cc:729] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad9bdd98a3fa4b86947d0a08ebda2bf6, State: Initialized, Role: FOLLOWER
08:07:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.202198 15903 consensus_queue.cc:260] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } }
08:07:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.217064 16117 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.217837 16117 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [sys.catalog]: This master's current role is: FOLLOWER
08:07:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.222841 15854 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [term 0 FOLLOWER]: Advancing to term 1
08:07:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.226480 15857 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b18b4e9367a947359acbea6024ea677f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" is_pre_election: true
08:07:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.228147 15856 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b18b4e9367a947359acbea6024ea677f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6"
08:07:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.233356 15854 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [term 1 FOLLOWER]: Refusing update from remote peer b18b4e9367a947359acbea6024ea677f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:07:01.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.234407 15903 sys_catalog.cc:564] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [sys.catalog]: configured and running, proceeding with master startup.
08:07:01.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.234984 16044 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:07:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.314927 16117 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b18b4e9367a947359acbea6024ea677f. Latest consensus state: current_term: 1 leader_uuid: "b18b4e9367a947359acbea6024ea677f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.315096 16128 sys_catalog.cc:455] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b18b4e9367a947359acbea6024ea677f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.315716 16117 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [sys.catalog]: This master's current role is: FOLLOWER
08:07:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.315928 16128 sys_catalog.cc:458] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6 [sys.catalog]: This master's current role is: FOLLOWER
08:07:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.357630 16146 catalog_manager.cc:1259] Loaded cluster ID: b0637ba80644459b80c735eb2b9b496c
08:07:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.357964 16146 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6: loading cluster ID for follower catalog manager: success
08:07:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.370013 16146 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6: acquiring CA information for follower catalog manager: success
08:07:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.384588 16146 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ad9bdd98a3fa4b86947d0a08ebda2bf6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:07:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:01.566009 16106 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:07:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:01.567034 16106 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:01.568032 16106 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:07:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:01.624567 16106 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:07:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:01.626217 16106 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.63.1
08:07:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.686452 16157 sys_catalog.cc:455] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b18b4e9367a947359acbea6024ea677f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c2082b474e043e98b9451612100c15b" member_type: VOTER last_known_addr { host: "127.15.63.62" port: 35119 } } peers { permanent_uuid: "ad9bdd98a3fa4b86947d0a08ebda2bf6" member_type: VOTER last_known_addr { host: "127.15.63.61" port: 38237 } } peers { permanent_uuid: "b18b4e9367a947359acbea6024ea677f" member_type: VOTER last_known_addr { host: "127.15.63.60" port: 44855 } } }
08:07:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.686853 16106 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:07:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/data
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/wal
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.1:0
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/data/info.pb
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.1
08:07:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.63.1
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/logs
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.688380 16106 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:01.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.690383 16106 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:07:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.716223 16157 sys_catalog.cc:458] T 00000000000000000000000000000000 P b18b4e9367a947359acbea6024ea677f [sys.catalog]: This master's current role is: LEADER
08:07:01.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.733675 16090 catalog_manager.cc:1259] Loaded cluster ID: b0637ba80644459b80c735eb2b9b496c
08:07:01.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.733929 16090 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b: loading cluster ID for follower catalog manager: success
08:07:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.741158 16090 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b: acquiring CA information for follower catalog manager: success
08:07:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:01.753039 16090 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 7c2082b474e043e98b9451612100c15b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:07:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:01.766628 16162 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:03.126487 16159 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 16106
08:07:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:03.837524 16166 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:01.768115 16163 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:03.839157 16106 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.081s user 0.574s sys 0.812s
08:07:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:03.841547 16106 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.087s user 0.574s sys 0.812s
08:07:03.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.842070 16106 server_base.cc:1034] running on GCE node
08:07:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.843713 16106 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.847111 16106 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.848788 16106 hybrid_clock.cc:648] HybridClock initialized: now 1786349223848709 us; error 85 us; skew 500 ppm
08:07:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.849661 16106 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.856933 16106 webserver.cc:460] Webserver started at http://127.15.63.1:45869/ using document root <none> and password file <none>
08:07:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.858078 16106 fs_manager.cc:359] Metadata directory not provided
08:07:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.858310 16106 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.858954 16106 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:07:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.865759 16106 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/data/instance:
08:07:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac9f68875b34ecf96b29b90b7d598ea"
08:07:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:03 on dist-test-slave-lgr5"
08:07:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.867151 16106 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/wal/instance:
08:07:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac9f68875b34ecf96b29b90b7d598ea"
08:07:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:03 on dist-test-slave-lgr5"
08:07:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.875311 16106 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
08:07:03.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.881851 16174 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.883138 16106 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
08:07:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.883476 16106 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/wal
08:07:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac9f68875b34ecf96b29b90b7d598ea"
08:07:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:03 on dist-test-slave-lgr5"
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.883829 16106 fs_report.cc:383] FS layout report
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/wal
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/wal
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/data/data
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.934101 16106 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:03.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.935704 16106 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:03.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.936174 16106 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.939155 16106 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:07:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.943810 16106 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:07:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.944010 16106 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:07:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.944258 16106 ts_tablet_manager.cc:610] Registered 0 tablets
08:07:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:03.944406 16106 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:07:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.115567 16106 rpc_server.cc:307] RPC server started. Bound to: 127.15.63.1:42035
08:07:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.115674 16361 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.63.1:42035 every 8 connection(s)
08:07:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.118273 16106 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/data/info.pb
08:07:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.126965 15612 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 16106
08:07:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.127454 15612 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-0/wal/instance
08:07:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.147243 15612 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/wal
08:07:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/data
08:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/logs
08:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/data/info.pb
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.2:0
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.63.2
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.2
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.179989 16364 heartbeater.cc:347] Connected to a master server at 127.15.63.62:35119
08:07:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.180428 16364 heartbeater.cc:464] Registering TS with master...
08:07:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.181638 16364 heartbeater.cc:511] Master 127.15.63.62:35119 requested a full tablet report, sending...
08:07:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.185087 16363 heartbeater.cc:347] Connected to a master server at 127.15.63.61:38237
08:07:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.185392 16363 heartbeater.cc:464] Registering TS with master...
08:07:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.185221 15696 ts_manager.cc:194] Registered new tserver with Master: 0ac9f68875b34ecf96b29b90b7d598ea (127.15.63.1:42035)
08:07:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.186170 16363 heartbeater.cc:511] Master 127.15.63.61:38237 requested a full tablet report, sending...
08:07:04.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.189191 15843 ts_manager.cc:194] Registered new tserver with Master: 0ac9f68875b34ecf96b29b90b7d598ea (127.15.63.1:42035)
08:07:04.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.191908 16362 heartbeater.cc:347] Connected to a master server at 127.15.63.60:44855
08:07:04.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.192207 16362 heartbeater.cc:464] Registering TS with master...
08:07:04.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.192807 16362 heartbeater.cc:511] Master 127.15.63.60:44855 requested a full tablet report, sending...
08:07:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.194799 15979 ts_manager.cc:194] Registered new tserver with Master: 0ac9f68875b34ecf96b29b90b7d598ea (127.15.63.1:42035)
08:07:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.196851 15979 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.63.1:58847
08:07:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:04.474575 16382 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:07:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:04.475095 16382 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:04.475678 16382 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:07:04.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:04.505940 16382 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:07:04.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:04.506837 16382 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.63.2
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.539680 16382 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/data
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/wal
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.2:0
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/data/info.pb
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.2
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.63.2
08:07:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/logs
08:07:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:07:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.541221 16382 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.543257 16382 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:07:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:04.562172 16394 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:05.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.200160 16362 heartbeater.cc:503] Master 127.15.63.60:44855 was elected leader, sending a full tablet report...
08:07:05.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:04.563753 16393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:05.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:04.563791 16396 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:04.564327 16382 server_base.cc:1034] running on GCE node
08:07:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.651681 16382 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.653893 16382 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.655247 16382 hybrid_clock.cc:648] HybridClock initialized: now 1786349225655216 us; error 42 us; skew 500 ppm
08:07:05.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.656049 16382 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.662212 16382 webserver.cc:460] Webserver started at http://127.15.63.2:35963/ using document root <none> and password file <none>
08:07:05.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.663125 16382 fs_manager.cc:359] Metadata directory not provided
08:07:05.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.663350 16382 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:05.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.663825 16382 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:07:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.668787 16382 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/data/instance:
08:07:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b878e9006a3c40699490cefcdb75401a"
08:07:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:05 on dist-test-slave-lgr5"
08:07:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.669903 16382 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/wal/instance:
08:07:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b878e9006a3c40699490cefcdb75401a"
08:07:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:05 on dist-test-slave-lgr5"
08:07:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.676831 16382 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
08:07:05.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.682113 16415 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:05.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.683066 16382 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
08:07:05.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.683389 16382 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/wal
08:07:05.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b878e9006a3c40699490cefcdb75401a"
08:07:05.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:05 on dist-test-slave-lgr5"
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.683740 16382 fs_report.cc:383] FS layout report
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/wal
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/wal
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/data/data
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.735360 16382 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:05.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.736853 16382 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:05.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.737344 16382 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.739717 16382 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:07:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.744261 16382 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:07:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.744510 16382 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:07:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.744819 16382 ts_tablet_manager.cc:610] Registered 0 tablets
08:07:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.745021 16382 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:07:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.875092 16382 rpc_server.cc:307] RPC server started. Bound to: 127.15.63.2:35529
08:07:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.875190 16599 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.63.2:35529 every 8 connection(s)
08:07:05.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.877764 16382 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/data/info.pb
08:07:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.884547 15612 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 16382
08:07:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.885231 15612 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-1/wal/instance
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.901240 15612 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/wal
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/data
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:05.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/logs
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/data/info.pb
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.3:0
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.63.3
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.3
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:05.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.924636 16600 heartbeater.cc:347] Connected to a master server at 127.15.63.60:44855
08:07:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.925132 16600 heartbeater.cc:464] Registering TS with master...
08:07:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.926422 16600 heartbeater.cc:511] Master 127.15.63.60:44855 requested a full tablet report, sending...
08:07:05.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.929272 15979 ts_manager.cc:194] Registered new tserver with Master: b878e9006a3c40699490cefcdb75401a (127.15.63.2:35529)
08:07:05.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.931586 15979 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.63.2:44941
08:07:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.935081 16601 heartbeater.cc:347] Connected to a master server at 127.15.63.61:38237
08:07:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.935402 16601 heartbeater.cc:464] Registering TS with master...
08:07:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.936146 16601 heartbeater.cc:511] Master 127.15.63.61:38237 requested a full tablet report, sending...
08:07:05.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.938778 15843 ts_manager.cc:194] Registered new tserver with Master: b878e9006a3c40699490cefcdb75401a (127.15.63.2:35529)
08:07:05.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.940724 16605 heartbeater.cc:347] Connected to a master server at 127.15.63.62:35119
08:07:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.940969 16605 heartbeater.cc:464] Registering TS with master...
08:07:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.941418 16605 heartbeater.cc:511] Master 127.15.63.62:35119 requested a full tablet report, sending...
08:07:05.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:05.943747 15696 ts_manager.cc:194] Registered new tserver with Master: b878e9006a3c40699490cefcdb75401a (127.15.63.2:35529)
08:07:06.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:06.235201 16612 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:07:06.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:06.235625 16612 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:06.236069 16612 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:07:06.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:06.265617 16612 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:07:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:06.266371 16612 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.63.3
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:06.298789 16612 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.63.20:43331
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/data
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/wal
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.63.3:0
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/data/info.pb
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.63.3
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.63.62:35119,127.15.63.61:38237,127.15.63.60:44855
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.63.3
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/logs
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:07:06.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:07:06.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:06.299930 16612 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:06.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:06.301404 16612 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:07:06.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:06.936347 16600 heartbeater.cc:503] Master 127.15.63.60:44855 was elected leader, sending a full tablet report...
08:07:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:06.319633 16612 server_base.cc:1034] running on GCE node
08:07:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:06.318203 16629 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:06.318215 16626 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:06.318240 16625 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.409418 16612 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:07.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.412042 16612 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:07.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.413473 16612 hybrid_clock.cc:648] HybridClock initialized: now 1786349227413439 us; error 52 us; skew 500 ppm
08:07:07.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.414237 16612 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.423386 16612 webserver.cc:460] Webserver started at http://127.15.63.3:45049/ using document root <none> and password file <none>
08:07:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.424294 16612 fs_manager.cc:359] Metadata directory not provided
08:07:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.424489 16612 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.424880 16612 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:07:07.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.429657 16612 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/data/instance:
08:07:07.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28d5cf0da741409483f50023c500aef0"
08:07:07.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:07 on dist-test-slave-lgr5"
08:07:07.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.430945 16612 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/wal/instance:
08:07:07.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28d5cf0da741409483f50023c500aef0"
08:07:07.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:07 on dist-test-slave-lgr5"
08:07:07.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.438035 16612 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
08:07:07.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.443945 16647 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.445012 16612 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:07:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.445286 16612 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/wal
08:07:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28d5cf0da741409483f50023c500aef0"
08:07:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:07 on dist-test-slave-lgr5"
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.445590 16612 fs_report.cc:383] FS layout report
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/wal
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/wal
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/data/data
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:07.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.476864 16612 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:07.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.478403 16612 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:07.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.478899 16612 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:07.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.481390 16612 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.485514 16612 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:07:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.485702 16612 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:07:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.485904 16612 ts_tablet_manager.cc:610] Registered 0 tablets
08:07:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.486037 16612 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:07:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.619380 16612 rpc_server.cc:307] RPC server started. Bound to: 127.15.63.3:41963
08:07:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.619489 16832 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.63.3:41963 every 8 connection(s)
08:07:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.621786 16612 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/data/info.pb
08:07:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.626552 15612 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 16612
08:07:07.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.627038 15612 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster3807965055872427537/ts-2/wal/instance
08:07:07.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.667166 16834 heartbeater.cc:347] Connected to a master server at 127.15.63.60:44855
08:07:07.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.667646 16834 heartbeater.cc:464] Registering TS with master...
08:07:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.668987 16834 heartbeater.cc:511] Master 127.15.63.60:44855 requested a full tablet report, sending...
08:07:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.669152 16836 heartbeater.cc:347] Connected to a master server at 127.15.63.61:38237
08:07:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.669510 16836 heartbeater.cc:464] Registering TS with master...
08:07:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.670135 16836 heartbeater.cc:511] Master 127.15.63.61:38237 requested a full tablet report, sending...
08:07:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.671074 16838 heartbeater.cc:347] Connected to a master server at 127.15.63.62:35119
08:07:07.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.671391 16838 heartbeater.cc:464] Registering TS with master...
08:07:07.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.671896 15977 ts_manager.cc:194] Registered new tserver with Master: 28d5cf0da741409483f50023c500aef0 (127.15.63.3:41963)
08:07:07.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.672160 16838 heartbeater.cc:511] Master 127.15.63.62:35119 requested a full tablet report, sending...
08:07:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.673988 15977 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.63.3:35375
08:07:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.675464 15696 ts_manager.cc:194] Registered new tserver with Master: 28d5cf0da741409483f50023c500aef0 (127.15.63.3:41963)
08:07:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.675624 15843 ts_manager.cc:194] Registered new tserver with Master: 28d5cf0da741409483f50023c500aef0 (127.15.63.3:41963)
08:07:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:07.693359 15612 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
08:07:07.704 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:07:07.706 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:07:07.720 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.63.62"
port: 35119
}
bound_http_address {
host: "127.15.63.62"
port: 37447
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.63.61"
port: 38237
}
bound_http_address {
host: "127.15.63.61"
port: 39125
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.63.60"
port: 44855
}
bound_http_address {
host: "127.15.63.60"
port: 41303
}
}
}
08:07:07.726 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:07:07.728 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.63.1"
port: 42035
}
bound_http_address {
host: "127.15.63.1"
port: 45869
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.63.2"
port: 35529
}
bound_http_address {
host: "127.15.63.2"
port: 35963
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.63.3"
port: 41963
}
bound_http_address {
host: "127.15.63.3"
port: 45049
}
}
}
08:07:07.728 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:07:07.898 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:07:08.030 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task1QZwEr/test-tmp
08:07:08.031 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:07:08.031 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task1QZwEr/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:07:08.035 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:07:08.371 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:08.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:07:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:08.375068 16854 mini_oidc.cc:152] Starting JWKS server
08:07:08.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:08.378908 16854 webserver.cc:460] Webserver started at http://127.0.0.1:41731/ using document root <none> and password file <none>
08:07:08.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:08.379367 16854 mini_oidc.cc:189] Starting OIDC Discovery server
08:07:08.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:08.381403 16854 webserver.cc:460] Webserver started at http://127.0.0.1:42915/ using document root <none> and password file <none>
08:07:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:07:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/principal' for realm 'KRBTEST.COM',
08:07:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:07:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:08 dist-test-slave-lgr5 krb5kdc[16877](info): setting up network...
08:07:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:07:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:08 dist-test-slave-lgr5 krb5kdc[16877](info): set up 2 sockets
08:07:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:08 dist-test-slave-lgr5 krb5kdc[16877](info): commencing operation
08:07:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:07:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:08.678110 16834 heartbeater.cc:503] Master 127.15.63.60:44855 was elected leader, sending a full tablet report...
08:07:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:09.581272 16854 mini_kdc.cc:121] Time spent starting KDC: real 1.175s user 0.002s sys 0.015s
08:07:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:07:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:07:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:07:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:07:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:07:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:07:09.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:07:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:07:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:07:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:07:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/test-user.keytab.
08:07:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/test-user.keytab.
08:07:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:09 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349229, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:07:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:07:09Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:07:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:07:09Z Disabled control of system clock
08:07:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.117.190@KRBTEST.COM; defaulting to no policy
08:07:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:07:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.117.190@KRBTEST.COM" created.
08:07:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:07:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.117.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.190.keytab.
08:07:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.117.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.190.keytab.
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:09.755800 16854 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/logs
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data/info.pb
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.190:39987
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.190
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.190.keytab
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.190
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:09.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:07:10.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.060400 16904 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:07:10.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.061038 16904 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:10.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.061748 16904 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:07:10.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.091533 16904 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:07:10.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.091795 16904 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:07:10.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.092257 16904 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:07:10.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.092624 16904 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:07:10.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.092845 16904 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:07:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.093032 16904 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:07:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.093161 16904 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41731/jwks.json
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:10.128934 16904 master_runner.cc:386] Master server non-default flags:
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.190.keytab
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.190
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.190:39987
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:07:10.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data/info.pb
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.190
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/logs
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:07:10.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:10.130374 16904 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:10.131448 16904 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:07:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.150266 16915 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.151185 16919 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:10.150307 16914 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:11.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.265704 16916 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:07:11.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.265861 16904 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:07:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.270117 16904 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:11.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.273140 16904 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.274478 16904 hybrid_clock.cc:648] HybridClock initialized: now 1786349231274442 us; error 42 us; skew 500 ppm
08:07:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.275499 16904 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:11 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349231, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:11.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.282477 16904 init.cc:377] Logged in from keytab as kudu/127.16.117.190@KRBTEST.COM (short username kudu)
08:07:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.288499 16904 webserver.cc:460] Webserver started at http://127.16.117.190:40439/ using document root <none> and password file <none>
08:07:11.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.289423 16904 fs_manager.cc:359] Metadata directory not provided
08:07:11.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.289629 16904 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.290067 16904 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:07:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.295185 16904 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data/instance:
08:07:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c60eee6894e0472cbb7f10aa97a331ae"
08:07:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:11 on dist-test-slave-lgr5"
08:07:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.296331 16904 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal/instance:
08:07:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c60eee6894e0472cbb7f10aa97a331ae"
08:07:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:11 on dist-test-slave-lgr5"
08:07:11.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.303675 16904 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
08:07:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.309212 16929 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.310182 16904 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:07:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.310465 16904 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c60eee6894e0472cbb7f10aa97a331ae"
08:07:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:11 on dist-test-slave-lgr5"
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.310743 16904 fs_report.cc:383] FS layout report
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data/data
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:11.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.346019 16904 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:11.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.351750 16904 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:11.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.352185 16904 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.442659 16904 rpc_server.cc:307] RPC server started. Bound to: 127.16.117.190:39987
08:07:11.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.442723 17013 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.117.190:39987 every 8 connection(s)
08:07:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.445439 16904 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data/info.pb
08:07:11.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.446687 16854 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 16904
08:07:11.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.447276 16854 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal/instance
08:07:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.452203 17015 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.117.189@KRBTEST.COM; defaulting to no policy
08:07:11.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.464018 17015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } has no permanent_uuid. Determining permanent_uuid...
08:07:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:07:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.117.189@KRBTEST.COM" created.
08:07:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:07:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.117.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.189.keytab.
08:07:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.117.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.189.keytab.
08:07:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:11 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349231, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.190@KRBTEST.COM for kudu/127.16.117.190@KRBTEST.COM
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.491910 16854 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/logs
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data/info.pb
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:07:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.189:34963
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.189
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.189.keytab
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.189
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:11.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:07:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.503983 17015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } has no permanent_uuid. Determining permanent_uuid...
08:07:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.506897 16939 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.511370 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.189:34963: Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.560891 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } attempt: 1
08:07:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.564213 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.189:34963: Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.632565 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } attempt: 2
08:07:11.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.635951 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.189:34963: Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.727346 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } attempt: 3
08:07:11.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.731241 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.189:34963: Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:11.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.813454 17025 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:07:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.814081 17025 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.814662 17025 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:07:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.845683 17025 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:07:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.845912 17025 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:07:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.846242 17025 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:07:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.846532 17025 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:07:11.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.846856 17025 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:07:11.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.847149 17025 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:07:11.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.847396 17025 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41731/jwks.json
08:07:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.874706 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } attempt: 4
08:07:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.879492 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.189:34963: Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.886149 17025 master_runner.cc:386] Master server non-default flags:
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.189.keytab
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.189
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.189:34963
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data/info.pb
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.189
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/logs
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:07:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.887537 17025 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:11.888829 17025 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:07:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.908435 17039 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:12.179025 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } attempt: 5
08:07:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:12.184249 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.189:34963: Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:12.731696 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } attempt: 6
08:07:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:12.738691 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.189:34963: Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.908479 17041 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:11.909343 17047 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.068586 17044 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:07:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.068650 17025 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:07:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.076325 17025 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.079036 17025 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.080364 17025 hybrid_clock.cc:648] HybridClock initialized: now 1786349233080342 us; error 47 us; skew 500 ppm
08:07:13.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.081315 17025 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:13 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349233, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.090870 17025 init.cc:377] Logged in from keytab as kudu/127.16.117.189@KRBTEST.COM (short username kudu)
08:07:13.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.096189 17025 webserver.cc:460] Webserver started at http://127.16.117.189:40023/ using document root <none> and password file <none>
08:07:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.097069 17025 fs_manager.cc:359] Metadata directory not provided
08:07:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.097254 17025 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:13.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.097671 17025 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:07:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.102401 17025 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data/instance:
08:07:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc1f1c60a8904ab4b8630a42f00b7d42"
08:07:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:13 on dist-test-slave-lgr5"
08:07:13.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.103464 17025 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal/instance:
08:07:13.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc1f1c60a8904ab4b8630a42f00b7d42"
08:07:13.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:13 on dist-test-slave-lgr5"
08:07:13.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.110862 17025 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
08:07:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.116369 17060 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.117313 17025 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
08:07:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.117605 17025 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc1f1c60a8904ab4b8630a42f00b7d42"
08:07:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:13 on dist-test-slave-lgr5"
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.117887 17025 fs_report.cc:383] FS layout report
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data/data
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.153157 17025 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:13.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.158416 17025 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:13.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.158799 17025 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:13.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.178344 16354 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7000 after lost signal to thread 16148
08:07:13.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.179469 16354 debug-util.cc:398] Leaking SignalData structure 0x7b08000b74e0 after lost signal to thread 16361
08:07:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.239225 17025 rpc_server.cc:307] RPC server started. Bound to: 127.16.117.189:34963
08:07:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.239365 17144 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.117.189:34963 every 8 connection(s)
08:07:13.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.241879 17025 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data/info.pb
08:07:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.245244 16854 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 17025
08:07:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.245718 16854 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal/instance
08:07:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.247869 17145 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:13.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.263537 17145 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } has no permanent_uuid. Determining permanent_uuid...
08:07:13.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.117.188@KRBTEST.COM; defaulting to no policy
08:07:13.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:07:13.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.117.188@KRBTEST.COM" created.
08:07:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:13 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349233, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.189@KRBTEST.COM for kudu/127.16.117.190@KRBTEST.COM
08:07:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:07:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.117.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.188.keytab.
08:07:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.117.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.188.keytab.
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.298913 16854 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/logs
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data/info.pb
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.188:34975
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.188
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.188.keytab
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.188
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:07:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.306795 17145 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } has no permanent_uuid. Determining permanent_uuid...
08:07:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:13 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349233, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.189@KRBTEST.COM for kudu/127.16.117.189@KRBTEST.COM
08:07:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.333664 17145 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } has no permanent_uuid. Determining permanent_uuid...
08:07:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.335777 17061 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.345036 17145 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:13.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.394488 17145 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 1
08:07:13.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.397908 17145 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:13.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.466250 17145 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 2
08:07:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.470216 17145 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.561643 17145 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 3
08:07:13.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.565745 17145 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.654588 17160 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:07:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.655220 17160 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.655970 17160 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:07:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.686781 17160 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:07:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.687057 17160 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:07:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.687502 17160 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:07:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.687734 17160 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:07:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.687922 17160 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:07:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.688139 17160 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:07:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.688287 17160 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41731/jwks.json
08:07:13.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.709167 17145 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 4
08:07:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.715464 17145 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.730701 17160 master_runner.cc:386] Master server non-default flags:
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.188.keytab
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.188
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.188:34975
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data/info.pb
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.188
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/logs
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:07:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:07:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:07:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:07:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.732106 17160 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.733351 17160 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:07:13.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.753026 17175 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.799190 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } attempt: 7
08:07:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:13 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349231, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.190@KRBTEST.COM for kudu/127.16.117.189@KRBTEST.COM
08:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.849488 17015 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } has no permanent_uuid. Determining permanent_uuid...
08:07:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.877811 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:13.936214 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 1
08:07:13.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.943094 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:14.014870 17145 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 5
08:07:14.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:14.020160 17145 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:14.024598 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 2
08:07:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:14.032788 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:14.118458 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 3
08:07:14.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:14.128213 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:14.268747 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 4
08:07:14.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:14.277081 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:14.560597 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 5
08:07:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:14.565856 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:14.567580 17145 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 6
08:07:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:14.590348 17145 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:15.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.118309 17015 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 6
08:07:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:15.137087 17015 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.117.188:34975: Network error: Client connection negotiation failed: client connection to 127.16.117.188:34975: connect: Connection refused (error 111)
08:07:15.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.753731 17177 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:15.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:13.753046 17174 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:15.227334 17176 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1473 milliseconds
08:07:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.227458 17160 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:07:15.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.228834 17160 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:15.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.232062 17160 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.233448 17160 hybrid_clock.cc:648] HybridClock initialized: now 1786349235233410 us; error 48 us; skew 500 ppm
08:07:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.234352 17160 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349235, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.241743 17160 init.cc:377] Logged in from keytab as kudu/127.16.117.188@KRBTEST.COM (short username kudu)
08:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.248139 17160 webserver.cc:460] Webserver started at http://127.16.117.188:34637/ using document root <none> and password file <none>
08:07:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.248974 17160 fs_manager.cc:359] Metadata directory not provided
08:07:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.249158 17160 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.249526 17160 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:07:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.254667 17160 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data/instance:
08:07:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "970a47d5442044589b5143023e0ded5c"
08:07:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:15 on dist-test-slave-lgr5"
08:07:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.255775 17160 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal/instance:
08:07:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "970a47d5442044589b5143023e0ded5c"
08:07:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:15 on dist-test-slave-lgr5"
08:07:15.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.263495 17160 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
08:07:15.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.270115 17206 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.271107 17160 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:07:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.271440 17160 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "970a47d5442044589b5143023e0ded5c"
08:07:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:15 on dist-test-slave-lgr5"
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.271750 17160 fs_report.cc:383] FS layout report
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data/data
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.319183 17160 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.325114 17160 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.325664 17160 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.422823 17160 rpc_server.cc:307] RPC server started. Bound to: 127.16.117.188:34975
08:07:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.422937 17296 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.117.188:34975 every 8 connection(s)
08:07:15.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.425518 17160 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data/info.pb
08:07:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.430606 16854 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 17160
08:07:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.431087 16854 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal/instance
08:07:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.431795 17297 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:15.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.447355 17297 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } has no permanent_uuid. Determining permanent_uuid...
08:07:15.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349229, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.117.188@KRBTEST.COM
08:07:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349235, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.188@KRBTEST.COM for kudu/127.16.117.190@KRBTEST.COM
08:07:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.485352 17297 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } has no permanent_uuid. Determining permanent_uuid...
08:07:15.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349235, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.188@KRBTEST.COM for kudu/127.16.117.189@KRBTEST.COM
08:07:15.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349229, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.117.189@KRBTEST.COM
08:07:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.515549 17297 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } has no permanent_uuid. Determining permanent_uuid...
08:07:15.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349235, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.188@KRBTEST.COM for kudu/127.16.117.188@KRBTEST.COM
08:07:15.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349229, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.117.190@KRBTEST.COM
08:07:15.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.543980 16854 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
08:07:15.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.544294 17297 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: Bootstrap starting.
08:07:15.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.549739 17297 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: Neither blocks nor log segments found. Creating new log.
08:07:15.550 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:15.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.551344 17297 log.cc:824] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: Log is configured to *not* fsync() on all Append() calls
08:07:15.552 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:07:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.556946 17297 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: No bootstrap required, opened a new log
08:07:15.565 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:07:15.566 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:07:15.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.117.190"
port: 39987
}
bound_http_address {
host: "127.16.117.190"
port: 40439
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.117.189"
port: 34963
}
bound_http_address {
host: "127.16.117.189"
port: 40023
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.117.188"
port: 34975
}
bound_http_address {
host: "127.16.117.188"
port: 34637
}
}
}
08:07:15.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:07:15.571 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:15.571 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:07:15.572 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:07:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.586092 17297 raft_consensus.cc:348] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.586730 17297 raft_consensus.cc:374] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.586997 17297 raft_consensus.cc:729] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 970a47d5442044589b5143023e0ded5c, State: Initialized, Role: FOLLOWER
08:07:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.587935 17297 consensus_queue.cc:260] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.590672 17315 sys_catalog.cc:455] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } } }
08:07:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.591271 17315 sys_catalog.cc:458] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [sys.catalog]: This master's current role is: FOLLOWER
08:07:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.592482 17297 sys_catalog.cc:564] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [sys.catalog]: configured and running, proceeding with master startup.
08:07:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349235, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:07:15.613 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:15.616 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc
08:07:15.624 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:07:15.625 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc
08:07:15.626 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:07:15.630 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:07:15.632 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:07:15.633 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:07:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:15.639880 17330 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:15.640442 17330 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:15.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.619166 17160 master_runner.cc:186] Error getting master registration for 127.16.117.190:39987: OK, instance_id { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" instance_seqno: 1786349231417355 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:07:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.648976 17160 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:07:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.650779 17145 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } attempt: 7
08:07:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349235, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:07:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:15 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349233, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.189@KRBTEST.COM for kudu/127.16.117.188@KRBTEST.COM
08:07:15.676 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:15.676 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc
08:07:15.678 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:07:15.678 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.117.189:34963
08:07:15.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:07:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.681114 16854 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 17025
08:07:15.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:15.718884 17304 negotiation.cc:337] Failed RPC negotiation. Trace:
08:07:15.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.652996 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:44304 (local address 127.16.117.188:34975)
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.653506 (+ 510us) server_negotiation.cc:206] Beginning negotiation
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.653532 (+ 26us) server_negotiation.cc:399] Waiting for connection header
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.661613 (+ 8081us) server_negotiation.cc:407] Connection header received
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.661994 (+ 381us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.662020 (+ 26us) server_negotiation.cc:461] Received NEGOTIATE request from client
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.662232 (+ 212us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.662399 (+ 167us) server_negotiation.cc:226] Negotiated authn=SASL
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.664482 (+ 2083us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.666104 (+ 1622us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.668734 (+ 2630us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.669623 (+ 889us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.669892 (+ 269us) server_negotiation.cc:657] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.675843 (+ 5951us) server_negotiation.cc:365] Received SASL_INITIATE NegotiatePB request
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.675873 (+ 30us) server_negotiation.cc:881] Received SASL_INITIATE request from client
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.675898 (+ 25us) server_negotiation.cc:892] Client requested to use mechanism: GSSAPI
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.676057 (+ 159us) server_negotiation.cc:922] calling sasl_server_start()
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.686170 (+ 10113us) server_negotiation.cc:377] Sending SASL_CHALLENGE NegotiatePB response
08:07:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 08:07:15.716611 (+ 30441us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44304: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:07:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":125}
08:07:15.721 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:15.721 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.117.188:34975
08:07:15.722 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:07:15.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.722492 16854 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 17160
08:07:15.745 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:15.745 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.117.190:39987
08:07:15.746 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:07:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.746240 16854 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 16904
08:07:15.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:15.771 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.117.189:34963
08:07:15.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:15.775064 16854 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/logs
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data/info.pb
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.189:34963
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.189
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40023
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.189.keytab
08:07:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.189
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:07:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.078271 17339 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:07:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.078866 17339 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.079563 17339 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:07:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.098716 16354 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc2c0 after lost signal to thread 16148
08:07:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.099517 16354 debug-util.cc:398] Leaking SignalData structure 0x7b08000afc60 after lost signal to thread 16361
08:07:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.110234 17339 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:07:16.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.110466 17339 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:07:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.110846 17339 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:07:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.111141 17339 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:07:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.111416 17339 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:07:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.111693 17339 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:07:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.111896 17339 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41731/jwks.json
08:07:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:16.147449 17339 master_runner.cc:386] Master server non-default flags:
08:07:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.189.keytab
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.189
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.189:34963
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data/info.pb
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.189
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40023
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/logs
08:07:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:07:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:07:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:07:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:07:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:07:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:07:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:07:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:07:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:16.148876 17339 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:16.150239 17339 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:07:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.166867 17351 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.168210 17355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:16.166957 17352 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:16.168548 17339 server_base.cc:1034] running on GCE node
08:07:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.278895 17339 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:17.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.281869 17339 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.283291 17339 hybrid_clock.cc:648] HybridClock initialized: now 1786349237283260 us; error 40 us; skew 500 ppm
08:07:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.284102 17339 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:17 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349237, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:17.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.289577 17339 init.cc:377] Logged in from keytab as kudu/127.16.117.189@KRBTEST.COM (short username kudu)
08:07:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.294787 17339 webserver.cc:460] Webserver started at http://127.16.117.189:40023/ using document root <none> and password file <none>
08:07:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.295982 17339 fs_manager.cc:359] Metadata directory not provided
08:07:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.296267 17339 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.304962 17339 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.000s
08:07:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.309119 17371 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:17.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.310094 17339 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
08:07:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.310415 17339 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc1f1c60a8904ab4b8630a42f00b7d42"
08:07:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:13 on dist-test-slave-lgr5"
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.312745 17339 fs_report.cc:383] FS layout report
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data/data
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:17.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.351346 17339 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:17.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.358291 17339 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.358799 17339 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.432242 17339 rpc_server.cc:307] RPC server started. Bound to: 127.16.117.189:34963
08:07:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.432363 17458 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.117.189:34963 every 8 connection(s)
08:07:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.434965 17339 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/data/info.pb
08:07:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.435750 16854 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 17339
08:07:17.436 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:17.437 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.117.188:34975
08:07:17.437 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:07:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.439167 16854 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/logs
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data/info.pb
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.188:34975
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.188
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34637
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.188.keytab
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.188
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:07:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:07:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:07:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.453712 17461 sys_catalog.cc:263] Verifying existing consensus state
08:07:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260810 08:07:17.454649 17461 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:07:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.455098 17339 master.cc:537] Master@127.16.117.189:34963 shutting down...
08:07:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.513139 17339 master.cc:552] Master@127.16.117.189:34963 shutdown complete.
08:07:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:07:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.610898 16354 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7080 after lost signal to thread 16148
08:07:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.611864 16354 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcde0 after lost signal to thread 16361
08:07:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.749912 17465 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:07:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.750547 17465 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:17.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.751219 17465 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:07:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.781970 17465 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:07:17.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.782207 17465 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:07:17.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.782637 17465 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:07:17.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.782945 17465 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:07:17.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.783237 17465 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:07:17.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.783568 17465 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:07:17.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.783794 17465 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41731/jwks.json
08:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.818346 17465 master_runner.cc:386] Master server non-default flags:
08:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.188.keytab
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.188
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.188:34975
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data/info.pb
08:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.188
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34637
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/logs
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.819783 17465 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:17.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.821066 17465 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:07:17.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.838469 17475 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:18.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.838681 17480 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:18.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:17.839007 17474 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:18.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:17.840646 17465 server_base.cc:1034] running on GCE node
08:07:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.961375 17465 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.964582 17465 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.965920 17465 hybrid_clock.cc:648] HybridClock initialized: now 1786349238965882 us; error 51 us; skew 500 ppm
08:07:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.966765 17465 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:18 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349238, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:18.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.975600 17465 init.cc:377] Logged in from keytab as kudu/127.16.117.188@KRBTEST.COM (short username kudu)
08:07:18.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.981084 17465 webserver.cc:460] Webserver started at http://127.16.117.188:34637/ using document root <none> and password file <none>
08:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.981984 17465 fs_manager.cc:359] Metadata directory not provided
08:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.982206 17465 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:18.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.990232 17465 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
08:07:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.995365 17492 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.996389 17465 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:07:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.996668 17465 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "970a47d5442044589b5143023e0ded5c"
08:07:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:15 on dist-test-slave-lgr5"
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:18.998878 17465 fs_report.cc:383] FS layout report
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/wal
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data/data
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:19.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.036852 17465 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.042176 17465 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.042577 17465 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:19.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.109436 17465 rpc_server.cc:307] RPC server started. Bound to: 127.16.117.188:34975
08:07:19.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.109581 17576 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.117.188:34975 every 8 connection(s)
08:07:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.112033 17465 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-2/data/info.pb
08:07:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.114852 16854 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 17465
08:07:19.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:19.116 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.117.190:39987
08:07:19.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.118013 16854 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/logs
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data/info.pb
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.190:39987
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.190
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40439
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.190.keytab
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.190
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:19.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:19.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:19.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:19.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:19.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:19.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:19.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:07:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.123580 17581 sys_catalog.cc:263] Verifying existing consensus state
08:07:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.130614 17581 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: Bootstrap starting.
08:07:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.172834 17581 log.cc:824] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: Log is configured to *not* fsync() on all Append() calls
08:07:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.177762 17581 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.178588 17581 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: Bootstrap complete.
08:07:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.211760 17581 raft_consensus.cc:348] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.214967 17581 raft_consensus.cc:374] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.215279 17581 raft_consensus.cc:729] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 970a47d5442044589b5143023e0ded5c, State: Initialized, Role: FOLLOWER
08:07:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.216207 17581 consensus_queue.cc:260] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.218849 17587 sys_catalog.cc:455] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } } }
08:07:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.219466 17587 sys_catalog.cc:458] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [sys.catalog]: This master's current role is: FOLLOWER
08:07:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.220594 17581 sys_catalog.cc:564] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [sys.catalog]: configured and running, proceeding with master startup.
08:07:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.256531 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:19.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.257141 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.258386 17465 master_runner.cc:186] Error getting master registration for 127.16.117.190:39987: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111),
08:07:19.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.277968 17465 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:07:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.297442 17503 tablet.cc:2369] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:07:19.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.458607 17587 raft_consensus.cc:482] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:19.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.459107 17587 raft_consensus.cc:504] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.463969 17498 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111)
08:07:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.467056 17587 leader_election.cc:288] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987), cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963)
08:07:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.479568 17498 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987): Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111)
08:07:19.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.480703 17497 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963): Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.485077 17497 leader_election.cc:302] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 970a47d5442044589b5143023e0ded5c; no voters: c60eee6894e0472cbb7f10aa97a331ae, cc1f1c60a8904ab4b8630a42f00b7d42
08:07:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.485744 17587 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:07:19.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.557782 17584 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:07:19.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.558483 17584 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.559173 17584 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:07:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.591190 17584 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:07:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.591428 17584 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:07:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.591810 17584 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:07:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.592149 17584 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:07:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.592444 17584 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:07:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.592720 17584 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:07:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.592932 17584 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41731/jwks.json
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.635883 17584 master_runner.cc:386] Master server non-default flags:
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.117.148:37447
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.117.190:39987,127.16.117.189:34963,127.16.117.188:34975
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/krb5kdc/kudu_127.16.117.190.keytab
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.117.190
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.117.190:39987
08:07:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41731/jwks.json
08:07:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:07:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:07:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:07:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data/info.pb
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.117.190
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40439
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/logs
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 07:02:49 UTC on ccycloud.quasar-ojudvd.root.comops.site
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4577116
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.637431 17584 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:19.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:19.638697 17584 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:07:19.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.656347 17620 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:20.261780 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:20.262127 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:21.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.658481 17626 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:21.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:19.656495 17619 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:21.102557 17624 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1444 milliseconds
08:07:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.102697 17584 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:07:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.104269 17584 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:21.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.107594 17584 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:21.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.109191 17584 hybrid_clock.cc:648] HybridClock initialized: now 1786349241109108 us; error 88 us; skew 500 ppm
08:07:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.110265 17584 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:07:21.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:21 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349241, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:21.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.117448 17584 init.cc:377] Logged in from keytab as kudu/127.16.117.190@KRBTEST.COM (short username kudu)
08:07:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.131608 17584 webserver.cc:460] Webserver started at http://127.16.117.190:40439/ using document root <none> and password file <none>
08:07:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.132755 17584 fs_manager.cc:359] Metadata directory not provided
08:07:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.133003 17584 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.141203 17584 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.008s sys 0.000s
08:07:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.145612 17638 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:07:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.146720 17584 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
08:07:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.147010 17584 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data,/tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c60eee6894e0472cbb7f10aa97a331ae"
08:07:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 08:07:11 on dist-test-slave-lgr5"
08:07:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.149333 17584 fs_report.cc:383] FS layout report
08:07:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data/data
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:21.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.186689 17584 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:07:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.192399 17584 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.192799 17584 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.264295 17699 raft_consensus.cc:482] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.264895 17699 raft_consensus.cc:504] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:21.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:21.268751 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:21.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:21.269397 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.278623 17699 leader_election.cc:288] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987), cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963)
08:07:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:21.294394 17498 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987): Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111)
08:07:21.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:21.295774 17497 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963): Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.296550 17497 leader_election.cc:302] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 970a47d5442044589b5143023e0ded5c; no voters: c60eee6894e0472cbb7f10aa97a331ae, cc1f1c60a8904ab4b8630a42f00b7d42
08:07:21.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.297694 17699 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:07:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.300884 17584 rpc_server.cc:307] RPC server started. Bound to: 127.16.117.190:39987
08:07:21.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.301014 17721 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.117.190:39987 every 8 connection(s)
08:07:21.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.303687 17584 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/data/info.pb
08:07:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.312152 16854 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu as pid 17584
08:07:21.312 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:07:21.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.315579 17723 sys_catalog.cc:263] Verifying existing consensus state
08:07:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260810 08:07:21.316578 17723 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:07:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.317133 17584 master.cc:537] Master@127.16.117.190:39987 shutting down...
08:07:21.386 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:21.392059 17584 master.cc:552] Master@127.16.117.190:39987 shutdown complete.
08:07:21.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task1QZwEr/test-tmp/mini-kudu-cluster854065152687013296/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
08:07:21.445 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.117.188:34975(127.16.117.188:34975)] connecting to peer
08:07:21.452 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:21.506 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.117.188:34975(127.16.117.188:34975)] Successfully connected to peer
08:07:21.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.598 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:07:21.607 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.117.188
08:07:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:21 dist-test-slave-lgr5 krb5kdc[16877](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349235, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.117.188@KRBTEST.COM
08:07:21.832 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9a7cb52e, L:/127.0.0.1:60204 - R:/127.16.117.188:34975] using SASL/GSSAPI
08:07:21.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:21.860 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:21.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.864 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:21.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.870 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:21.879 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:21.881 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:21.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:21.899 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:21.901 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:21.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:21.939 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:21.941 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:21.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.948 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:21.979 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:21.980 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:21.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:21.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:21.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:22.060 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:22.062 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:22.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.066 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:22.179 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:22.181 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:22.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:22.272933 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:22.273265 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:22.440 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:22.441 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:22.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:22.659 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:22.661 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:22.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:22.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:22.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:23.276546 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:23.276819 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:23.579 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:23.581 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:23.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:23.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:23.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:23.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:23.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:23.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:23.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:23.760898 17736 raft_consensus.cc:482] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:23.761224 17736 raft_consensus.cc:504] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:23.762511 17736 leader_election.cc:288] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987), cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963)
08:07:23.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:23.767112 17498 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987): Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111)
08:07:23.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:23.767455 17497 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963): Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:23.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:23.767807 17497 leader_election.cc:302] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 970a47d5442044589b5143023e0ded5c; no voters: c60eee6894e0472cbb7f10aa97a331ae, cc1f1c60a8904ab4b8630a42f00b7d42
08:07:23.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:23.768327 17736 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:07:24.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:24.279419 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:24.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:24.279701 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:24.296152 17465 master_runner.cc:186] Error getting master registration for 127.16.117.190:39987: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111),
08:07:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:24.296521 17465 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:07:25.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:25.168416 17571 debug-util.cc:398] Leaking SignalData structure 0x7b08000b17c0 after lost signal to thread 17466
08:07:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:25.169004 17571 debug-util.cc:398] Leaking SignalData structure 0x7b0800098580 after lost signal to thread 17576
08:07:25.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:25.282449 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:25.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:25.282701 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:25.320 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:25.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:25.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:25.322 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:25.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:25.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:25.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:25.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:25.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:26.285369 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:26.285605 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:27.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:27.288242 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:27.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:27.288493 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:27.298306 17755 raft_consensus.cc:482] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:27.298666 17755 raft_consensus.cc:504] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:27.299988 17755 leader_election.cc:288] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987), cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963)
08:07:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:27.301750 17498 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111) [suppressed 5 similar messages]
08:07:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:27.304147 17497 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963): Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:27.304605 17498 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987): Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111)
08:07:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:27.304924 17498 leader_election.cc:302] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 970a47d5442044589b5143023e0ded5c; no voters: c60eee6894e0472cbb7f10aa97a331ae, cc1f1c60a8904ab4b8630a42f00b7d42
08:07:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:27.305650 17755 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:07:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:28.292029 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:28.292392 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:28.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:28 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349248, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:28.979643 17487 init.cc:295] Successfully reacquired a new kerberos TGT
08:07:29.080 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:29.081 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:29.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:29.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:29.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:29.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:29.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:29.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:29.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:29.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:29.294993 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:29.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:29.295256 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:29.299659 17465 master_runner.cc:186] Error getting master registration for 127.16.117.190:39987: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111),
08:07:29.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:29.300025 17465 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:07:29.680 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:29.681 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:29.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:29.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:29.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:29.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:29.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:29.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:29.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:30.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:30.298004 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:30.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:30.298252 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:30.983487 17768 raft_consensus.cc:482] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:30.983949 17768 raft_consensus.cc:504] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:30.985602 17768 leader_election.cc:288] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987), cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963)
08:07:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:30.989629 17498 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987): Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111)
08:07:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:30.990208 17497 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963): Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:30.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:30.990585 17497 leader_election.cc:302] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 970a47d5442044589b5143023e0ded5c; no voters: c60eee6894e0472cbb7f10aa97a331ae, cc1f1c60a8904ab4b8630a42f00b7d42
08:07:30.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:30.991266 17768 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:07:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:31.300947 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:31.301182 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:32.303748 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:32.303985 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:32.820 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:32.821 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:32.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:32.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:32.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:32.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:32.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:32.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:32.826 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:33.306758 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:33.307001 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:34.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:34.303035 17465 master_runner.cc:186] Error getting master registration for 127.16.117.190:39987: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111),
08:07:34.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:34.303372 17465 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:07:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:34.310940 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:34.311256 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:35.313935 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:35.314173 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:36.160 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:36.162 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:36.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:36.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:36.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:36.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:36.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:36.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:36.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:36.316854 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:36.317095 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:36.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:36.343429 17791 raft_consensus.cc:482] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:36.343878 17791 raft_consensus.cc:504] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:36.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:36.345674 17791 leader_election.cc:288] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987), cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963)
08:07:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:36.347424 17498 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111) [suppressed 3 similar messages]
08:07:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:36.350181 17497 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963): Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:36.350601 17498 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987): Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111)
08:07:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:36.350936 17498 leader_election.cc:302] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 970a47d5442044589b5143023e0ded5c; no voters: c60eee6894e0472cbb7f10aa97a331ae, cc1f1c60a8904ab4b8630a42f00b7d42
08:07:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:36.351467 17791 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:07:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:37.319831 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:37.320115 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:37.560 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:37.561 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:37.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:37.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:37.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:37.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:37.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:37.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:37.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:38.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:38.323817 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:38.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:38.324191 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:38.540 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:38.541 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:38.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:38.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:38.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:38.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:38.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:38.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:38.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:38.840 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:38.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:38.841 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:38.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:38.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:38.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:38.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:38.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:38.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:38 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349258, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:38.982161 17487 init.cc:295] Successfully reacquired a new kerberos TGT
08:07:39.299 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:39.301 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:39.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:39.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:39.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:39.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:39.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:39.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:39.306 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:39.308435 17465 master_runner.cc:186] Error getting master registration for 127.16.117.190:39987: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111),
08:07:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:39.308993 17465 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:07:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:39.326813 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:39.327034 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:40.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:40.329752 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:40.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:40.329990 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:41.332602 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:41.332839 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:42.299 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:42.300 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:42.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:42.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:42.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:42.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:42.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:42.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:42.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:42.335362 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:42.335651 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:42.339 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:42.340 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:42.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:42.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:42.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:42.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:42.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:42.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:42.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:43.338377 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:43.338621 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:43.500 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:43.501 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:43.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:43.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:43.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:43.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:43.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:43.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:43.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:44.080 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:44.081 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:44.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:44.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:44.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:44.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:44.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:44.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:44.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:44.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:44.311391 17465 master_runner.cc:186] Error getting master registration for 127.16.117.190:39987: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111),
08:07:44.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:44.311733 17465 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:07:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:44.341295 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:44.341540 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:45.344156 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:45.344398 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:46.180 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:46.181 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:46.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:46.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:46.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:46.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:46.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:46.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:46.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:46.242349 17819 raft_consensus.cc:482] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:46.242816 17819 raft_consensus.cc:504] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c60eee6894e0472cbb7f10aa97a331ae" member_type: VOTER last_known_addr { host: "127.16.117.190" port: 39987 } } peers { permanent_uuid: "cc1f1c60a8904ab4b8630a42f00b7d42" member_type: VOTER last_known_addr { host: "127.16.117.189" port: 34963 } } peers { permanent_uuid: "970a47d5442044589b5143023e0ded5c" member_type: VOTER last_known_addr { host: "127.16.117.188" port: 34975 } }
08:07:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:46.244445 17819 leader_election.cc:288] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987), cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963)
08:07:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:46.246488 17498 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:07:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:46.248965 17498 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60eee6894e0472cbb7f10aa97a331ae (127.16.117.190:39987): Network error: Client connection negotiation failed: client connection to 127.16.117.190:39987: connect: Connection refused (error 111)
08:07:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:46.249475 17497 leader_election.cc:334] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cc1f1c60a8904ab4b8630a42f00b7d42 (127.16.117.189:34963): Network error: Client connection negotiation failed: client connection to 127.16.117.189:34963: connect: Connection refused (error 111)
08:07:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:46.249758 17497 leader_election.cc:302] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 970a47d5442044589b5143023e0ded5c; no voters: c60eee6894e0472cbb7f10aa97a331ae, cc1f1c60a8904ab4b8630a42f00b7d42
08:07:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:46.250298 17819 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:07:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:46.347050 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:46.347349 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:47.350005 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:47.350268 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:47.539 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:47.540 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:47.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:47.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:47.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:47.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:47.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:47.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:47.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:48.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:48.353994 17598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 970a47d5442044589b5143023e0ded5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:48.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:48.354343 17598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:48.979 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.189:34963(127.16.117.189:34963)] connecting to peer
08:07:48.981 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.16.117.190:39987(127.16.117.190:39987)] connecting to peer
08:07:48.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:48.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.189:34963(127.16.117.189:34963)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:48.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:48.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.117.190:39987(127.16.117.190:39987)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:48.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.189:34963: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963
08:07:48.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.117.190:39987: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
08:07:48.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 08:07:48 dist-test-slave-lgr5 krb5kdc[16877](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786349268, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.117.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:07:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:48.984861 17487 init.cc:295] Successfully reacquired a new kerberos TGT
08:07:48.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987; will retry
08:07:48.990 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27669), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [186ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [188ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [518ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [522ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [535ms] refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [539ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [544ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [546ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [554ms] refreshing cache from master, [554ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [557ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [559ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [562ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [577ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [579ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [580ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [580ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [618ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [623ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [660ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [739ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [740ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [742ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [860ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [861ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1114ms] refreshing cache from master, [1114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1121ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1340ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2254ms] refreshing cache from master, [2254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [2260ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [3994ms] refreshing cache from master, [3994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [3996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [3997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [3998ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [3999ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [4000ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [4001ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [7754ms] refreshing cache from master, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [7756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [7758ms] too many traces: truncated at 100 traces, deferred=Deferred@1920887354(state=PENDING, result=null, callback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484), errback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484)))
08:07:48.994 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.117.189:34963(127.16.117.189:34963)] disconnecting while in state TERMINATED
08:07:48.995 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.117.190:39987(127.16.117.190:39987)] disconnecting while in state TERMINATED
08:07:48.996 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.117.188:34975(127.16.117.188:34975)] disconnecting while in state READY
08:07:49.000 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:07:49.001 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:07:49.002 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.117.188:34975(127.16.117.188:34975)] handling channelInactive
08:07:49.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.117.188:34975(127.16.117.188:34975)] cleaning up while in state READY due to: connection closed
08:07:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:49.007421 16854 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 17465
08:07:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:07:50Z chronyd exiting
08:07:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:50.324779 16027 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba000 after lost signal to thread 15917
08:07:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:50.325376 16027 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7040 after lost signal to thread 16032
08:07:51.133 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:07:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:51.135221 15612 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 16106
08:07:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:51.170617 15612 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 16382
08:07:51.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:51.225183 15612 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 16612
08:07:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:51.263373 15612 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 15637
08:07:51.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:51.299172 15612 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 15767
08:07:51.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 08:07:51.342087 15958 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.15.63.61:38237 (error 108)
08:07:51.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 08:07:51.343284 15612 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1QZwEr/build/tsan/bin/kudu with pid 15907
08:07:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T08:07:52Z chronyd exiting
08:07:53.439 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27669), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [186ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [188ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [518ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [522ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [535ms] refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [539ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [544ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [546ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [554ms] refreshing cache from master, [554ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [557ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [559ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [562ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [577ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [579ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [580ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [580ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [618ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [623ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [660ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [739ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [740ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [742ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [860ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [861ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1114ms] refreshing cache from master, [1114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1121ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1340ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2254ms] refreshing cache from master, [2254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [2260ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [3994ms] refreshing cache from master, [3994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [3996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [3997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [3998ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [3999ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [4000ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [4001ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [7754ms] refreshing cache from master, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [7756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [7758ms] too many traces: truncated at 100 traces, deferred=Deferred@1920887354(state=PENDING, result=null, callback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484), errback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.117.190:39987
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27669), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [186ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [188ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [518ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [522ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [535ms] refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [539ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [544ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [546ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [554ms] refreshing cache from master, [554ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [557ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [559ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [562ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [577ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [579ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [580ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [580ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [618ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [623ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [660ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [739ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [740ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [742ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [860ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [861ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1114ms] refreshing cache from master, [1114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1121ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1340ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2254ms] refreshing cache from master, [2254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [2260ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [3994ms] refreshing cache from master, [3994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [3996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [3997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [3998ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [3999ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [4000ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [4001ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [7754ms] refreshing cache from master, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [7756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [7758ms] too many traces: truncated at 100 traces, deferred=Deferred@1920887354(state=PENDING, result=null, callback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484), errback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.117.190:39987
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
08:07:53.823 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
08:07:53.823 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27669), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [186ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [188ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [518ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [522ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [535ms] refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [539ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [544ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [546ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [554ms] refreshing cache from master, [554ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [557ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [559ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [562ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [577ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [579ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [580ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [580ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [618ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [623ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [660ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [739ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [740ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [742ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [860ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [861ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1114ms] refreshing cache from master, [1114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1121ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1340ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2254ms] refreshing cache from master, [2254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [2260ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [3994ms] refreshing cache from master, [3994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [3996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [3997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [3998ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [3999ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [4000ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [4001ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [7754ms] refreshing cache from master, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [7756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [7758ms] too many traces: truncated at 100 traces, deferred=Deferred@1920887354(state=PENDING, result=null, callback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484), errback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.117.190:39987
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27669), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [186ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [188ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [518ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [522ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [535ms] refreshing cache from master, [535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [539ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [544ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [546ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [554ms] refreshing cache from master, [554ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [557ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [559ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [562ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [574ms] refreshing cache from master, [574ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [577ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [579ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [580ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [580ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [618ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [622ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [623ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [659ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [660ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [734ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [739ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [740ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [742ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [854ms] refreshing cache from master, [854ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [858ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [860ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [861ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1114ms] refreshing cache from master, [1114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1119ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1121ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [1335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [1338ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [1340ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2254ms] refreshing cache from master, [2254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [2255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [2256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [2258ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [2260ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [2260ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [3994ms] refreshing cache from master, [3994ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [3996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [3997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [3998ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.189:34963: Network error: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [3999ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.190:39987: Network error: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987, [4000ms] Sub RPC ConnectToMaster: received response from server master-127.16.117.188:34975: OK, [4001ms] delaying RPC due to: Service unavailable: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963, [7754ms] refreshing cache from master, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.189:34963, [7755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.188:34975, [7756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.117.190:39987, [7758ms] too many traces: truncated at 100 traces, deferred=Deferred@1920887354(state=PENDING, result=null, callback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484), errback=(continuation of Deferred@660361333 after retry RPC after error@1975350817) -> (continuation of Deferred@1798752420 after retry RPC after error@1779974210) -> (continuation of Deferred@788691596 after retry RPC after error@823135539) -> (continuation of Deferred@1816039517 after retry RPC after error@1141692360) -> (continuation of Deferred@2028344287 after retry RPC after error@1227812965) -> (continuation of Deferred@1359621477 after retry RPC after error@1939472923) -> (continuation of Deferred@1001037660 after retry RPC after error@96071060) -> (continuation of Deferred@98081091 after retry RPC after error@653383993) -> (continuation of Deferred@1238299332 after retry RPC after error@55665444) -> (continuation of Deferred@1107488908 after retry RPC after error@1788006884) -> (continuation of Deferred@1425295008 after retry RPC after error@1546934105) -> (continuation of Deferred@166152899 after retry RPC after error@1971759082) -> (continuation of Deferred@53554876 after retry RPC after error@2101427996) -> (continuation of Deferred@1321452325 after retry RPC after error@238720224) -> (continuation of Deferred@83103573 after retry RPC after error@1891199240) -> (continuation of Deferred@548619985 after retry RPC after error@2054441907) -> (continuation of Deferred@1583246607 after retry RPC after error@1704242917) -> (continuation of Deferred@1605105992 after retry RPC after error@123341021) -> (continuation of Deferred@708918060 after retry RPC after error@1793215239) -> (continuation of Deferred@1787006634 after retry RPC after error@1036545991) -> (continuation of Deferred@519289609 after retry RPC after error@1722904995) -> (continuation of Deferred@280052993 after retry RPC after error@1861854855) -> (continuation of Deferred@1834050466 after retry RPC after error@15298) -> (continuation of Deferred@436465550 after retry RPC after error@971878359) -> (continuation of Deferred@1598523195 after retry RPC after error@1587050810) -> (continuation of Deferred@1533186808 after retry RPC after error@254086484)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.117.189:34963,127.16.117.188:34975,127.16.117.190:39987) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.189:34963(127.16.117.189:34963): Connection refused: /127.16.117.189:34963,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.117.190:39987(127.16.117.190:39987): Connection refused: /127.16.117.190:39987
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.117.190:39987
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)