09:33:39.459 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:33:39.470 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmMTdVB/test-tmp
09:33:39.473 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:33:39.477 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmMTdVB/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:33:39.701 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:33:39.870 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:33:39.871 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:33:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:39.876209 4075 mini_oidc.cc:152] Starting JWKS server
09:33:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:39.880654 4075 webserver.cc:460] Webserver started at http://127.0.0.1:40997/ using document root <none> and password file <none>
09:33:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:39.881145 4075 mini_oidc.cc:189] Starting OIDC Discovery server
09:33:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:39.882988 4075 webserver.cc:460] Webserver started at http://127.0.0.1:39397/ using document root <none> and password file <none>
09:33:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:33:39Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
09:33:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:33:39Z Disabled control of system clock
09:33:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:39.933328 4075 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/wal
09:33:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/data
09:33:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:33:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:33:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:33:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/logs
09:33:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/data/info.pb
09:33:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:33:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:33:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:33:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:33:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:33:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:33:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.254:35831
09:33:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.254
09:33:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40997/jwks.json with env {}
09:33:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.231822 4087 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:33:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.232401 4087 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:33:40.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.233059 4087 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:33:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.263661 4087 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:33:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.263936 4087 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:33:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.264249 4087 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:33:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.264544 4087 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:33:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.264878 4087 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:33:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.265129 4087 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40997/jwks.json
09:33:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:40.308804 4087 master_runner.cc:386] Master server non-default flags:
09:33:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/data
09:33:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/wal
09:33:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.254:35831
09:33:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:33:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40997/jwks.json
09:33:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/data/info.pb
09:33:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.254
09:33:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:33:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:33:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:33:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/logs
09:33:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:33:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:33:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:33:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:33:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:33:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:33:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:33:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:33:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:33:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:40.310038 4087 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:33:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:40.311755 4087 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:33:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.331005 4093 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.331068 4094 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:40.331992 4087 server_base.cc:1034] running on GCE node
09:33:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:40.331056 4096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.530488 4087 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:33:41.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.533624 4087 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:33:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.535058 4087 hybrid_clock.cc:648] HybridClock initialized: now 1781948021535016 us; error 65 us; skew 500 ppm
09:33:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.535851 4087 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:33:41.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.547318 4087 webserver.cc:460] Webserver started at http://127.3.250.254:42831/ using document root <none> and password file <none>
09:33:41.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.548235 4087 fs_manager.cc:359] Metadata directory not provided
09:33:41.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.548480 4087 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:33:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.549085 4087 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:33:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.554009 4087 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/data/instance:
09:33:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5f3f018ec99484780d55da0f7fba3b8"
09:33:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:41 on dist-test-slave-s1tg"
09:33:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.555359 4087 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/wal/instance:
09:33:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5f3f018ec99484780d55da0f7fba3b8"
09:33:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:41 on dist-test-slave-s1tg"
09:33:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.562830 4087 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
09:33:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.568770 4103 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:33:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.569875 4087 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
09:33:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.570254 4087 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/wal
09:33:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5f3f018ec99484780d55da0f7fba3b8"
09:33:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:41 on dist-test-slave-s1tg"
09:33:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.570648 4087 fs_report.cc:383] FS layout report
09:33:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:33:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/wal
09:33:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/wal
09:33:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/data/data
09:33:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:33:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:33:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:33:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:33:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:33:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:33:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:33:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:33:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:33:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:33:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:33:41.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.608999 4087 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:33:41.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.610601 4087 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:33:41.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.611130 4087 kserver.cc:163] Server-wide thread pool size limit: 3276
09:33:41.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.682333 4087 rpc_server.cc:307] RPC server started. Bound to: 127.3.250.254:35831
09:33:41.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.682464 4154 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.250.254:35831 every 8 connection(s)
09:33:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.685226 4087 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/data/info.pb
09:33:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.687801 4075 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 4087
09:33:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.688356 4075 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-0/wal/instance
09:33:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.691879 4155 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.693596 4075 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/wal
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/data
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/logs
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/data/info.pb
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:33:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:33:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:33:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:33:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:33:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.253:42965
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.253
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:41.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40997/jwks.json with env {}
09:33:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.710021 4155 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } has no permanent_uuid. Determining permanent_uuid...
09:33:41.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.741739 4155 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } has no permanent_uuid. Determining permanent_uuid...
09:33:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:41.744347 4105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.250.253:42965: connect: Connection refused (error 111)
09:33:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:41.748679 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.253:42965: Network error: Client connection negotiation failed: client connection to 127.3.250.253:42965: connect: Connection refused (error 111)
09:33:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.798254 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } attempt: 1
09:33:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:41.802378 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.253:42965: Network error: Client connection negotiation failed: client connection to 127.3.250.253:42965: connect: Connection refused (error 111)
09:33:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.870955 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } attempt: 2
09:33:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:41.874809 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.253:42965: Network error: Client connection negotiation failed: client connection to 127.3.250.253:42965: connect: Connection refused (error 111)
09:33:41.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:41.966274 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } attempt: 3
09:33:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:41.970186 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.253:42965: Network error: Client connection negotiation failed: client connection to 127.3.250.253:42965: connect: Connection refused (error 111)
09:33:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.011593 4157 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:33:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.012138 4157 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:33:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.012744 4157 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:33:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.043402 4157 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:33:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.043687 4157 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:33:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.043979 4157 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:33:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.044296 4157 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:33:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.044584 4157 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:33:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.044854 4157 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40997/jwks.json
09:33:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:42.080180 4157 master_runner.cc:386] Master server non-default flags:
09:33:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/data
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/wal
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.253:42965
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40997/jwks.json
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/data/info.pb
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.253
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/logs
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:33:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:33:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:33:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:33:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:33:42.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:33:42.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:33:42.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:33:42.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:42.081477 4157 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:33:42.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:42.083592 4157 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:33:42.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.101500 4166 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:42.113636 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } attempt: 4
09:33:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.117502 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.253:42965: Network error: Client connection negotiation failed: client connection to 127.3.250.253:42965: connect: Connection refused (error 111)
09:33:42.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:42.416996 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } attempt: 5
09:33:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.421653 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.253:42965: Network error: Client connection negotiation failed: client connection to 127.3.250.253:42965: connect: Connection refused (error 111)
09:33:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:42.969062 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } attempt: 6
09:33:42.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.977120 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.253:42965: Network error: Client connection negotiation failed: client connection to 127.3.250.253:42965: connect: Connection refused (error 111)
09:33:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.101588 4167 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:42.104282 4157 server_base.cc:1034] running on GCE node
09:33:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:42.101639 4169 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.304345 4157 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:33:43.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.307078 4157 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:33:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.308454 4157 hybrid_clock.cc:648] HybridClock initialized: now 1781948023308408 us; error 64 us; skew 500 ppm
09:33:43.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.309587 4157 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:33:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.316577 4157 webserver.cc:460] Webserver started at http://127.3.250.253:38977/ using document root <none> and password file <none>
09:33:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.317713 4157 fs_manager.cc:359] Metadata directory not provided
09:33:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.317902 4157 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:33:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.318286 4157 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:33:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.323166 4157 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/data/instance:
09:33:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a173d59694954972859b98418fc6fc14"
09:33:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:43 on dist-test-slave-s1tg"
09:33:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.324321 4157 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/wal/instance:
09:33:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a173d59694954972859b98418fc6fc14"
09:33:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:43 on dist-test-slave-s1tg"
09:33:43.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.331588 4157 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.004s
09:33:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.337282 4178 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:33:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.338322 4157 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
09:33:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.338694 4157 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/wal
09:33:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a173d59694954972859b98418fc6fc14"
09:33:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:43 on dist-test-slave-s1tg"
09:33:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.339069 4157 fs_report.cc:383] FS layout report
09:33:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:33:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/wal
09:33:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/wal
09:33:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/data/data
09:33:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:33:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:33:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:33:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:33:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:33:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:33:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:33:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:33:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:33:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:33:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:33:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.385838 4157 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:33:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.387477 4157 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:33:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.388010 4157 kserver.cc:163] Server-wide thread pool size limit: 3276
09:33:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.459090 4157 rpc_server.cc:307] RPC server started. Bound to: 127.3.250.253:42965
09:33:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.459193 4229 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.250.253:42965 every 8 connection(s)
09:33:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.462384 4157 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/data/info.pb
09:33:43.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.467612 4230 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:33:43.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.471019 4075 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 4157
09:33:43.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.471483 4075 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-1/wal/instance
09:33:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.474489 4075 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/wal
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/data
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/logs
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/data/info.pb
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.252:44147
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.252
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40997/jwks.json with env {}
09:33:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.483525 4230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } has no permanent_uuid. Determining permanent_uuid...
09:33:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.506554 4230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } has no permanent_uuid. Determining permanent_uuid...
09:33:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.523401 4230 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } has no permanent_uuid. Determining permanent_uuid...
09:33:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.525607 4180 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.530536 4230 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.580256 4230 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 1
09:33:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.584044 4230 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.652426 4230 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 2
09:33:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.656359 4230 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.747829 4230 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 3
09:33:43.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.751485 4230 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.800293 4232 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:33:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.800879 4232 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:33:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.801425 4232 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:33:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.831892 4232 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:33:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.832178 4232 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:33:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.832369 4232 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:33:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.832635 4232 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:33:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.832947 4232 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:33:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.833212 4232 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40997/jwks.json
09:33:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.867278 4232 master_runner.cc:386] Master server non-default flags:
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/data
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/wal
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.252:44147
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40997/jwks.json
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/data/info.pb
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.252
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/logs
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:33:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:33:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:33:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:33:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:33:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:33:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.868782 4232 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:33:43.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.870635 4232 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:33:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.888891 4242 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:43.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:43.894865 4230 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 4
09:33:43.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.898603 4230 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:44.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:44.037545 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } attempt: 7
09:33:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:44.055570 4155 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } has no permanent_uuid. Determining permanent_uuid...
09:33:44.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:44.061635 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:44.120066 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 1
09:33:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:44.124684 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:44.198026 4230 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 5
09:33:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:44.202927 4230 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:44.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:44.206125 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 2
09:33:44.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:44.210393 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:44.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:44.295850 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 3
09:33:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:44.300233 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:44.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:44.440713 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 4
09:33:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:44.444824 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:44.728473 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 5
09:33:44.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:44.733059 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:44.750310 4230 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 6
09:33:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:44.758394 4230 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.888958 4243 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:43.889384 4245 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:45.124996 4244 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:33:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.125149 4232 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:33:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.130120 4232 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:33:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.133149 4232 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:33:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.134590 4232 hybrid_clock.cc:648] HybridClock initialized: now 1781948025134549 us; error 49 us; skew 500 ppm
09:33:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.135536 4232 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:33:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.142014 4232 webserver.cc:460] Webserver started at http://127.3.250.252:36897/ using document root <none> and password file <none>
09:33:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.142976 4232 fs_manager.cc:359] Metadata directory not provided
09:33:45.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.143203 4232 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:33:45.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.143749 4232 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:33:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.148834 4232 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/data/instance:
09:33:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57cc85b0a03a41019b3225f8a89e769f"
09:33:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:45 on dist-test-slave-s1tg"
09:33:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.150048 4232 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/wal/instance:
09:33:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57cc85b0a03a41019b3225f8a89e769f"
09:33:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:45 on dist-test-slave-s1tg"
09:33:45.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.157907 4232 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
09:33:45.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.163784 4257 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:33:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.164953 4232 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
09:33:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.165357 4232 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/wal
09:33:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57cc85b0a03a41019b3225f8a89e769f"
09:33:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:45 on dist-test-slave-s1tg"
09:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.165763 4232 fs_report.cc:383] FS layout report
09:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/wal
09:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/wal
09:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/data/data
09:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:33:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:33:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:33:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:33:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:33:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:33:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:33:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:33:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.213846 4232 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:33:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.215590 4232 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:33:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.216171 4232 kserver.cc:163] Server-wide thread pool size limit: 3276
09:33:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.285727 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 6
09:33:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:45.295356 4155 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.250.252:44147: Network error: Client connection negotiation failed: client connection to 127.3.250.252:44147: connect: Connection refused (error 111)
09:33:45.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.300910 4232 rpc_server.cc:307] RPC server started. Bound to: 127.3.250.252:44147
09:33:45.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.301008 4310 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.250.252:44147 every 8 connection(s)
09:33:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.303637 4232 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/data/info.pb
09:33:45.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.308913 4311 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:33:45.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.311151 4075 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 4232
09:33:45.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.311623 4075 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/master-2/wal/instance
09:33:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.326475 4311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } has no permanent_uuid. Determining permanent_uuid...
09:33:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.362358 4311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } has no permanent_uuid. Determining permanent_uuid...
09:33:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.373426 4311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } has no permanent_uuid. Determining permanent_uuid...
09:33:45.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.391810 4311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f: Bootstrap starting.
09:33:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.397991 4311 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f: Neither blocks nor log segments found. Creating new log.
09:33:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.400113 4311 log.cc:824] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f: Log is configured to *not* fsync() on all Append() calls
09:33:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.405616 4311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f: No bootstrap required, opened a new log
09:33:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.428014 4311 raft_consensus.cc:348] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } }
09:33:45.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.428720 4311 raft_consensus.cc:374] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:33:45.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.429006 4311 raft_consensus.cc:729] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57cc85b0a03a41019b3225f8a89e769f, State: Initialized, Role: FOLLOWER
09:33:45.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.429941 4311 consensus_queue.cc:260] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } }
09:33:45.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.432431 4320 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:45.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.433313 4320 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [sys.catalog]: This master's current role is: FOLLOWER
09:33:45.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.434118 4311 sys_catalog.cc:564] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [sys.catalog]: configured and running, proceeding with master startup.
09:33:45.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:45.460428 4331 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:33:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:45.461330 4331 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:33:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:45.472115 4263 tablet.cc:2369] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:33:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.455513 4232 master_runner.cc:186] Error getting master registration for 127.3.250.254:35831: OK, instance_id { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" instance_seqno: 1781948021662673 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:33:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.490630 4232 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:33:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.573572 4320 raft_consensus.cc:482] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:33:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.574061 4320 raft_consensus.cc:504] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } }
09:33:45.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.576272 4320 leader_election.cc:288] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b5f3f018ec99484780d55da0f7fba3b8 (127.3.250.254:35831), a173d59694954972859b98418fc6fc14 (127.3.250.253:42965)
09:33:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.818833 4230 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 7
09:33:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.844560 4230 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14: Bootstrap starting.
09:33:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.851344 4230 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14: Neither blocks nor log segments found. Creating new log.
09:33:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.854790 4230 log.cc:824] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14: Log is configured to *not* fsync() on all Append() calls
09:33:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.863919 4230 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14: No bootstrap required, opened a new log
09:33:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.896090 4230 raft_consensus.cc:348] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } }
09:33:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.897351 4230 raft_consensus.cc:374] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:33:45.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.897679 4230 raft_consensus.cc:729] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a173d59694954972859b98418fc6fc14, State: Initialized, Role: FOLLOWER
09:33:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.898845 4230 consensus_queue.cc:260] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } }
09:33:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.904488 4230 sys_catalog.cc:564] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [sys.catalog]: configured and running, proceeding with master startup.
09:33:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.904695 4205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57cc85b0a03a41019b3225f8a89e769f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a173d59694954972859b98418fc6fc14" is_pre_election: true
09:33:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.905562 4205 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 57cc85b0a03a41019b3225f8a89e769f in term 0.
09:33:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.903280 4335 sys_catalog.cc:455] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.907147 4259 leader_election.cc:302] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 57cc85b0a03a41019b3225f8a89e769f, a173d59694954972859b98418fc6fc14; no voters:
09:33:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.907225 4335 sys_catalog.cc:458] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [sys.catalog]: This master's current role is: FOLLOWER
09:33:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.908109 4320 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 0 FOLLOWER]: Leader pre-election won for term 1
09:33:45.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.908438 4320 raft_consensus.cc:482] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:33:45.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.908768 4320 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 0 FOLLOWER]: Advancing to term 1
09:33:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.915570 4320 raft_consensus.cc:504] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } }
09:33:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.920352 4205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57cc85b0a03a41019b3225f8a89e769f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a173d59694954972859b98418fc6fc14"
09:33:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.920994 4205 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [term 0 FOLLOWER]: Advancing to term 1
09:33:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.926669 4320 leader_election.cc:288] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [CANDIDATE]: Term 1 election: Requested vote from peers b5f3f018ec99484780d55da0f7fba3b8 (127.3.250.254:35831), a173d59694954972859b98418fc6fc14 (127.3.250.253:42965)
09:33:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.931614 4205 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 57cc85b0a03a41019b3225f8a89e769f in term 1.
09:33:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.933194 4259 leader_election.cc:302] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 57cc85b0a03a41019b3225f8a89e769f, a173d59694954972859b98418fc6fc14; no voters:
09:33:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.934146 4320 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 1 FOLLOWER]: Leader election won for term 1
09:33:45.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.946560 4320 raft_consensus.cc:686] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [term 1 LEADER]: Becoming Leader. State: Replica: 57cc85b0a03a41019b3225f8a89e769f, State: Running, Role: LEADER
09:33:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.952090 4320 consensus_queue.cc:237] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } }
09:33:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.964497 4340 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 57cc85b0a03a41019b3225f8a89e769f. Latest consensus state: current_term: 1 leader_uuid: "57cc85b0a03a41019b3225f8a89e769f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.965699 4340 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [sys.catalog]: This master's current role is: LEADER
09:33:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.971406 4345 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
09:33:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.980842 4345 catalog_manager.cc:1484] Initializing Kudu cluster ID...
09:33:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.006160 4205 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [term 1 FOLLOWER]: Refusing update from remote peer 57cc85b0a03a41019b3225f8a89e769f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:33:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.009089 4340 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:33:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.022991 4349 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:33:46.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.026674 4349 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:33:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:45.993939 4157 master_runner.cc:186] Error getting master registration for 127.3.250.254:35831: OK, instance_id { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" instance_seqno: 1781948021662673 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:33:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.038400 4157 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:33:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.054612 4350 mvcc.cc:205] Tried to move back new op lower bound from 7298859114500165632 to 7298859114311979008. Current Snapshot: MvccSnapshot[applied={T|T < 7298859114500165632}]
09:33:46.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.054086 4335 sys_catalog.cc:455] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 57cc85b0a03a41019b3225f8a89e769f. Latest consensus state: current_term: 1 leader_uuid: "57cc85b0a03a41019b3225f8a89e769f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.056511 4335 sys_catalog.cc:458] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [sys.catalog]: This master's current role is: FOLLOWER
09:33:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.062141 4335 sys_catalog.cc:455] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "57cc85b0a03a41019b3225f8a89e769f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:46.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.064263 4335 sys_catalog.cc:458] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14 [sys.catalog]: This master's current role is: FOLLOWER
09:33:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.069877 4340 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "57cc85b0a03a41019b3225f8a89e769f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.070611 4340 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [sys.catalog]: This master's current role is: LEADER
09:33:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.072587 4345 catalog_manager.cc:1347] Generated new cluster ID: 7b9436f73e8c48acb37d1fa75db74f07
09:33:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.072882 4345 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
09:33:46.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.109774 4345 catalog_manager.cc:1370] Generated new certificate authority record
09:33:46.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.116680 4345 catalog_manager.cc:1504] Loading token signing keys...
09:33:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.145809 4345 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f: Generated new TSK 0
09:33:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.148394 4345 catalog_manager.cc:1514] Initializing in-progress tserver states...
09:33:46.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.188301 4075 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/wal
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/data
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/logs
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/data/info.pb
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:46.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.193:0
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.250.193
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.193
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:33:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.328753 4155 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } attempt: 7
09:33:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.380084 4155 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8: Bootstrap starting.
09:33:46.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.394215 4155 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8: Neither blocks nor log segments found. Creating new log.
09:33:46.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.402884 4155 log.cc:824] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8: Log is configured to *not* fsync() on all Append() calls
09:33:46.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.420365 4155 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8: No bootstrap required, opened a new log
09:33:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.479652 4155 raft_consensus.cc:348] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } }
09:33:46.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.487185 4155 raft_consensus.cc:374] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:33:46.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.487851 4155 raft_consensus.cc:729] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5f3f018ec99484780d55da0f7fba3b8, State: Initialized, Role: FOLLOWER
09:33:46.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.489270 4155 consensus_queue.cc:260] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } }
09:33:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.501751 4359 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:46.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.503695 4155 sys_catalog.cc:564] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [sys.catalog]: configured and running, proceeding with master startup.
09:33:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.503860 4130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57cc85b0a03a41019b3225f8a89e769f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5f3f018ec99484780d55da0f7fba3b8" is_pre_election: true
09:33:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.504880 4129 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "57cc85b0a03a41019b3225f8a89e769f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5f3f018ec99484780d55da0f7fba3b8"
09:33:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.507715 4130 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 57cc85b0a03a41019b3225f8a89e769f in term 0.
09:33:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.508813 4128 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [term 0 FOLLOWER]: Advancing to term 1
09:33:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.503808 4359 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [sys.catalog]: This master's current role is: FOLLOWER
09:33:46.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.518181 4128 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [term 1 FOLLOWER]: Refusing update from remote peer 57cc85b0a03a41019b3225f8a89e769f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:33:46.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.538116 4340 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:33:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.611914 4359 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 57cc85b0a03a41019b3225f8a89e769f. Latest consensus state: current_term: 1 leader_uuid: "57cc85b0a03a41019b3225f8a89e769f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.612758 4371 sys_catalog.cc:455] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "57cc85b0a03a41019b3225f8a89e769f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.613411 4359 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [sys.catalog]: This master's current role is: FOLLOWER
09:33:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.613700 4371 sys_catalog.cc:458] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8 [sys.catalog]: This master's current role is: FOLLOWER
09:33:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.633701 4375 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:33:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.842514 4356 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:33:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.843185 4356 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:33:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.843943 4356 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:33:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.899365 4356 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:33:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.900441 4356 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.250.193
09:33:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.937085 4356 tablet_server_runner.cc:78] Tablet server non-default flags:
09:33:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/data
09:33:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/wal
09:33:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.193:0
09:33:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:33:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:46.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/data/info.pb
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.193
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.250.193
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/logs
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:33:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.938644 4356 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:33:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:46.940594 4356 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:33:46.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.967208 4381 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.036048 4349 catalog_manager.cc:1259] Loaded cluster ID: 7b9436f73e8c48acb37d1fa75db74f07
09:33:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.036433 4349 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14: loading cluster ID for follower catalog manager: success
09:33:47.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.053009 4349 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14: acquiring CA information for follower catalog manager: success
09:33:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.072073 4349 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a173d59694954972859b98418fc6fc14: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:33:47.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.090912 4387 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "57cc85b0a03a41019b3225f8a89e769f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b5f3f018ec99484780d55da0f7fba3b8" member_type: VOTER last_known_addr { host: "127.3.250.254" port: 35831 } } peers { permanent_uuid: "a173d59694954972859b98418fc6fc14" member_type: VOTER last_known_addr { host: "127.3.250.253" port: 42965 } } peers { permanent_uuid: "57cc85b0a03a41019b3225f8a89e769f" member_type: VOTER last_known_addr { host: "127.3.250.252" port: 44147 } } }
09:33:47.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.094494 4387 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57cc85b0a03a41019b3225f8a89e769f [sys.catalog]: This master's current role is: LEADER
09:33:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.655755 4375 catalog_manager.cc:1259] Loaded cluster ID: 7b9436f73e8c48acb37d1fa75db74f07
09:33:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.660768 4375 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8: loading cluster ID for follower catalog manager: success
09:33:47.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.694603 4375 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8: acquiring CA information for follower catalog manager: success
09:33:47.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:47.720384 4375 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b5f3f018ec99484780d55da0f7fba3b8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:33:48.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.978168 4382 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:46.976770 4385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.818204 4356 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:33:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:48.818734 4383 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:33:48.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.820247 4356 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:33:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.823107 4356 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:33:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.824555 4356 hybrid_clock.cc:648] HybridClock initialized: now 1781948028824580 us; error 137 us; skew 500 ppm
09:33:48.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.825678 4356 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:33:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.840909 4356 webserver.cc:460] Webserver started at http://127.3.250.193:36837/ using document root <none> and password file <none>
09:33:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.842134 4356 fs_manager.cc:359] Metadata directory not provided
09:33:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.842399 4356 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:33:48.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.842923 4356 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:33:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.849664 4356 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/data/instance:
09:33:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1157aae7d3814054898792665b6f0d31"
09:33:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:48 on dist-test-slave-s1tg"
09:33:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.850921 4356 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/wal/instance:
09:33:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1157aae7d3814054898792665b6f0d31"
09:33:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:48 on dist-test-slave-s1tg"
09:33:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.859668 4356 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.004s
09:33:48.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.866973 4395 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:33:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.869515 4356 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
09:33:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.869879 4356 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/wal
09:33:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1157aae7d3814054898792665b6f0d31"
09:33:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:48 on dist-test-slave-s1tg"
09:33:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.870321 4356 fs_report.cc:383] FS layout report
09:33:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/wal
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/wal
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/data/data
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:33:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:33:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.913223 4356 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:33:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.914808 4356 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:33:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.915319 4356 kserver.cc:163] Server-wide thread pool size limit: 3276
09:33:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.918738 4356 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
09:33:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.923502 4356 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:33:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.923729 4356 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:33:48.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.924072 4356 ts_tablet_manager.cc:610] Registered 0 tablets
09:33:48.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:48.924252 4356 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:33:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.129241 4356 rpc_server.cc:307] RPC server started. Bound to: 127.3.250.193:34149
09:33:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.129383 4507 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.250.193:34149 every 8 connection(s)
09:33:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.132814 4356 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/data/info.pb
09:33:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.137543 4075 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 4356
09:33:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.138046 4075 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-0/wal/instance
09:33:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.159240 4075 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/wal
09:33:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/data
09:33:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:33:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:33:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/logs
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/data/info.pb
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.194:0
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.250.194
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.194
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:33:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.197201 4508 heartbeater.cc:347] Connected to a master server at 127.3.250.252:44147
09:33:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.197757 4508 heartbeater.cc:464] Registering TS with master...
09:33:49.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.199247 4508 heartbeater.cc:511] Master 127.3.250.252:44147 requested a full tablet report, sending...
09:33:49.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.202876 4274 ts_manager.cc:194] Registered new tserver with Master: 1157aae7d3814054898792665b6f0d31 (127.3.250.193:34149)
09:33:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.207332 4274 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.250.193:44901
09:33:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.219518 4509 heartbeater.cc:347] Connected to a master server at 127.3.250.253:42965
09:33:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.219893 4509 heartbeater.cc:464] Registering TS with master...
09:33:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.220703 4509 heartbeater.cc:511] Master 127.3.250.253:42965 requested a full tablet report, sending...
09:33:49.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.223757 4195 ts_manager.cc:194] Registered new tserver with Master: 1157aae7d3814054898792665b6f0d31 (127.3.250.193:34149)
09:33:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.227101 4513 heartbeater.cc:347] Connected to a master server at 127.3.250.254:35831
09:33:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.227489 4513 heartbeater.cc:464] Registering TS with master...
09:33:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.228145 4513 heartbeater.cc:511] Master 127.3.250.254:35831 requested a full tablet report, sending...
09:33:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.231343 4120 ts_manager.cc:194] Registered new tserver with Master: 1157aae7d3814054898792665b6f0d31 (127.3.250.193:34149)
09:33:49.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:49.554381 4512 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:33:49.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:49.554857 4512 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:33:49.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:49.555428 4512 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:33:49.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:49.587574 4512 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:33:49.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:49.588488 4512 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.250.194
09:33:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.624202 4512 tablet_server_runner.cc:78] Tablet server non-default flags:
09:33:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/data
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/wal
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.194:0
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/data/info.pb
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.194
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:33:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:33:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:33:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.250.194
09:33:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/logs
09:33:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:33:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:33:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:33:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:33:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:33:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:33:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:33:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:33:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:33:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.625458 4512 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:33:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.626928 4512 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:33:49.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:49.651046 4525 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.213294 4508 heartbeater.cc:503] Master 127.3.250.252:44147 was elected leader, sending a full tablet report...
09:33:50.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:50.434962 4226 debug-util.cc:398] Leaking SignalData structure 0x7b080009b5e0 after lost signal to thread 4161
09:33:50.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:50.435717 4226 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0f00 after lost signal to thread 4229
09:33:50.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:49.651245 4524 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:49.652623 4527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:49.653553 4512 server_base.cc:1034] running on GCE node
09:33:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.946658 4512 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:33:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.952013 4512 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:33:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.953635 4512 hybrid_clock.cc:648] HybridClock initialized: now 1781948030953585 us; error 54 us; skew 500 ppm
09:33:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.954785 4512 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:33:50.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.963083 4512 webserver.cc:460] Webserver started at http://127.3.250.194:33259/ using document root <none> and password file <none>
09:33:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.964455 4512 fs_manager.cc:359] Metadata directory not provided
09:33:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.964757 4512 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:33:50.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.965296 4512 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:33:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.973217 4512 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/data/instance:
09:33:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2003cd541bc946f5a932d089af58e423"
09:33:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:50 on dist-test-slave-s1tg"
09:33:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.974845 4512 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/wal/instance:
09:33:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2003cd541bc946f5a932d089af58e423"
09:33:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:50 on dist-test-slave-s1tg"
09:33:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.984403 4512 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.005s
09:33:50.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.992336 4536 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:33:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.993726 4512 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
09:33:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.994154 4512 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/wal
09:33:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2003cd541bc946f5a932d089af58e423"
09:33:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:50 on dist-test-slave-s1tg"
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:50.994621 4512 fs_report.cc:383] FS layout report
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/wal
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/wal
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/data/data
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:33:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:33:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:33:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:33:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:33:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:33:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:33:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:33:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.051290 4512 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:33:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.053215 4512 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:33:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.053758 4512 kserver.cc:163] Server-wide thread pool size limit: 3276
09:33:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.056805 4512 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
09:33:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.061604 4512 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:33:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.061822 4512 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:33:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.062150 4512 ts_tablet_manager.cc:610] Registered 0 tablets
09:33:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.062330 4512 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:33:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.253170 4512 rpc_server.cc:307] RPC server started. Bound to: 127.3.250.194:39317
09:33:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.253266 4648 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.250.194:39317 every 8 connection(s)
09:33:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.256986 4512 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/data/info.pb
09:33:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.259394 4075 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 4512
09:33:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.260104 4075 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-1/wal/instance
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.278985 4075 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/wal
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/data
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/logs
09:33:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/data/info.pb
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.195:0
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.250.195
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.195
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:33:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.331133 4649 heartbeater.cc:347] Connected to a master server at 127.3.250.252:44147
09:33:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.331617 4649 heartbeater.cc:464] Registering TS with master...
09:33:51.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.332798 4649 heartbeater.cc:511] Master 127.3.250.252:44147 requested a full tablet report, sending...
09:33:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.336746 4274 ts_manager.cc:194] Registered new tserver with Master: 2003cd541bc946f5a932d089af58e423 (127.3.250.194:39317)
09:33:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.339147 4274 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.250.194:49099
09:33:51.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.374508 4654 heartbeater.cc:347] Connected to a master server at 127.3.250.254:35831
09:33:51.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.374892 4654 heartbeater.cc:464] Registering TS with master...
09:33:51.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.375509 4654 heartbeater.cc:511] Master 127.3.250.254:35831 requested a full tablet report, sending...
09:33:51.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.376206 4650 heartbeater.cc:347] Connected to a master server at 127.3.250.253:42965
09:33:51.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.376526 4650 heartbeater.cc:464] Registering TS with master...
09:33:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.377233 4650 heartbeater.cc:511] Master 127.3.250.253:42965 requested a full tablet report, sending...
09:33:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.378149 4120 ts_manager.cc:194] Registered new tserver with Master: 2003cd541bc946f5a932d089af58e423 (127.3.250.194:39317)
09:33:51.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.380223 4195 ts_manager.cc:194] Registered new tserver with Master: 2003cd541bc946f5a932d089af58e423 (127.3.250.194:39317)
09:33:51.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:51.660382 4653 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:33:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:51.660874 4653 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:33:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:51.661304 4653 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:33:51.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:51.704505 4653 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:33:51.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:51.705880 4653 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.250.195
09:33:51.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.751446 4653 tablet_server_runner.cc:78] Tablet server non-default flags:
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.250.212:35699
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/data
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/wal
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.250.195:0
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/data/info.pb
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.250.195
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.250.254:35831,127.3.250.253:42965,127.3.250.252:44147
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.250.195
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/logs
09:33:51.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:33:51.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.752750 4653 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:33:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.754671 4653 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:33:51.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:51.778137 4665 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:52.346776 4649 heartbeater.cc:503] Master 127.3.250.252:44147 was elected leader, sending a full tablet report...
09:33:53.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:51.778127 4667 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:53.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:51.781667 4653 server_base.cc:1034] running on GCE node
09:33:53.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:51.780283 4664 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.017984 4653 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:33:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.021262 4653 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:33:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.022707 4653 hybrid_clock.cc:648] HybridClock initialized: now 1781948033022659 us; error 65 us; skew 500 ppm
09:33:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.023469 4653 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:33:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.029829 4653 webserver.cc:460] Webserver started at http://127.3.250.195:42665/ using document root <none> and password file <none>
09:33:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.030714 4653 fs_manager.cc:359] Metadata directory not provided
09:33:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.030900 4653 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:33:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.031286 4653 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:33:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.036392 4653 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/data/instance:
09:33:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6befe2bf0394371bb06ac074a07c45c"
09:33:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:53 on dist-test-slave-s1tg"
09:33:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.037626 4653 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/wal/instance:
09:33:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6befe2bf0394371bb06ac074a07c45c"
09:33:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:53 on dist-test-slave-s1tg"
09:33:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.045327 4653 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
09:33:53.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.050836 4677 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:33:53.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.051870 4653 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.005s
09:33:53.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.052227 4653 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/wal
09:33:53.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6befe2bf0394371bb06ac074a07c45c"
09:33:53.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:53 on dist-test-slave-s1tg"
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.052579 4653 fs_report.cc:383] FS layout report
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/wal
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/wal
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/data/data
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:33:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:33:53.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.116755 4653 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:33:53.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.118292 4653 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:33:53.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.118839 4653 kserver.cc:163] Server-wide thread pool size limit: 3276
09:33:53.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.121744 4653 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
09:33:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.125914 4653 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:33:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.126165 4653 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:33:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.126466 4653 ts_tablet_manager.cc:610] Registered 0 tablets
09:33:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.126698 4653 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:33:53.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.289203 4653 rpc_server.cc:307] RPC server started. Bound to: 127.3.250.195:33103
09:33:53.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.289299 4789 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.250.195:33103 every 8 connection(s)
09:33:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.292037 4653 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/data/info.pb
09:33:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.293486 4075 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 4653
09:33:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.293943 4075 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1482058310082558601/ts-2/wal/instance
09:33:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.340137 4790 heartbeater.cc:347] Connected to a master server at 127.3.250.252:44147
09:33:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.340672 4790 heartbeater.cc:464] Registering TS with master...
09:33:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.341881 4790 heartbeater.cc:511] Master 127.3.250.252:44147 requested a full tablet report, sending...
09:33:53.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.344841 4274 ts_manager.cc:194] Registered new tserver with Master: b6befe2bf0394371bb06ac074a07c45c (127.3.250.195:33103)
09:33:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.347259 4792 heartbeater.cc:347] Connected to a master server at 127.3.250.254:35831
09:33:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.347607 4792 heartbeater.cc:464] Registering TS with master...
09:33:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.347846 4274 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.250.195:44009
09:33:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.348450 4792 heartbeater.cc:511] Master 127.3.250.254:35831 requested a full tablet report, sending...
09:33:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.349087 4791 heartbeater.cc:347] Connected to a master server at 127.3.250.253:42965
09:33:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.349428 4791 heartbeater.cc:464] Registering TS with master...
09:33:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.350167 4791 heartbeater.cc:511] Master 127.3.250.253:42965 requested a full tablet report, sending...
09:33:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.351016 4120 ts_manager.cc:194] Registered new tserver with Master: b6befe2bf0394371bb06ac074a07c45c (127.3.250.195:33103)
09:33:53.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.353848 4195 ts_manager.cc:194] Registered new tserver with Master: b6befe2bf0394371bb06ac074a07c45c (127.3.250.195:33103)
09:33:53.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:53.368340 4075 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
09:33:53.381 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:33:53.383 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:33:53.397 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.250.254"
port: 35831
}
bound_http_address {
host: "127.3.250.254"
port: 42831
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.250.253"
port: 42965
}
bound_http_address {
host: "127.3.250.253"
port: 38977
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.250.252"
port: 44147
}
bound_http_address {
host: "127.3.250.252"
port: 36897
}
}
}
09:33:53.402 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:33:53.405 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.250.193"
port: 34149
}
bound_http_address {
host: "127.3.250.193"
port: 36837
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.250.194"
port: 39317
}
bound_http_address {
host: "127.3.250.194"
port: 33259
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.250.195"
port: 33103
}
bound_http_address {
host: "127.3.250.195"
port: 42665
}
}
}
09:33:53.406 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:33:53.600 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:33:53.731 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmMTdVB/test-tmp
09:33:53.732 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:33:53.733 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmMTdVB/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:33:53.736 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
09:33:54.074 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:33:54.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:33:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:54.078894 4801 mini_oidc.cc:152] Starting JWKS server
09:33:54.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:54.083137 4801 webserver.cc:460] Webserver started at http://127.0.0.1:35105/ using document root <none> and password file <none>
09:33:54.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:54.083585 4801 mini_oidc.cc:189] Starting OIDC Discovery server
09:33:54.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:54.085525 4801 webserver.cc:460] Webserver started at http://127.0.0.1:35107/ using document root <none> and password file <none>
09:33:54.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
09:33:54.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/principal' for realm 'KRBTEST.COM',
09:33:54.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
09:33:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:54 dist-test-slave-s1tg krb5kdc[4814](info): setting up network...
09:33:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
09:33:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:54 dist-test-slave-s1tg krb5kdc[4814](info): set up 2 sockets
09:33:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:54 dist-test-slave-s1tg krb5kdc[4814](info): commencing operation
09:33:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
09:33:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:54.353935 4790 heartbeater.cc:503] Master 127.3.250.252:44147 was elected leader, sending a full tablet report...
09:33:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.257450 4801 mini_kdc.cc:121] Time spent starting KDC: real 1.144s user 0.007s sys 0.015s
09:33:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
09:33:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:33:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
09:33:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
09:33:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:33:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
09:33:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
09:33:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:33:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
09:33:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:33:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/test-user.keytab.
09:33:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/test-user.keytab.
09:33:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:55 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948035, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:33:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:33:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:33:55Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
09:33:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:33:55Z Disabled control of system clock
09:33:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.176.126@KRBTEST.COM; defaulting to no policy
09:33:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:33:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.176.126@KRBTEST.COM" created.
09:33:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:33:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.176.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.126.keytab.
09:33:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.176.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.126.keytab.
09:33:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:55.469507 4801 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/logs
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data/info.pb
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.126:41967
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.126
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.126.keytab
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.126
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:33:55.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:33:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.783063 4827 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:33:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.783650 4827 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:33:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.784729 4827 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:33:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.817804 4827 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:33:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.818035 4827 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:33:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.818285 4827 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:33:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.818475 4827 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:33:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.818667 4827 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:33:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.818849 4827 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:33:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.818986 4827 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35105/jwks.json
09:33:55.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:55.856149 4827 master_runner.cc:386] Master server non-default flags:
09:33:55.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:55.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:33:55.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:55.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.126.keytab
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.126
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.126:41967
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data/info.pb
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.126
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:55.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/logs
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:55.857458 4827 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:33:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:55.858398 4827 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:33:55.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.880165 4836 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.880200 4833 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:55.880954 4827 server_base.cc:1034] running on GCE node
09:33:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:55.881699 4834 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.150297 4827 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:33:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.152791 4827 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:33:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.154176 4827 hybrid_clock.cc:648] HybridClock initialized: now 1781948037154120 us; error 34 us; skew 500 ppm
09:33:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.155078 4827 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:33:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:57 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948037, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:33:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.160977 4827 init.cc:377] Logged in from keytab as kudu/127.4.176.126@KRBTEST.COM (short username kudu)
09:33:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.166705 4827 webserver.cc:460] Webserver started at http://127.4.176.126:44717/ using document root <none> and password file <none>
09:33:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.167755 4827 fs_manager.cc:359] Metadata directory not provided
09:33:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.168180 4827 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:33:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.168762 4827 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:33:57.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.173625 4827 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data/instance:
09:33:57.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "589c6da8abab4b79b7cf8c5aff26e863"
09:33:57.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:57 on dist-test-slave-s1tg"
09:33:57.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.174839 4827 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal/instance:
09:33:57.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "589c6da8abab4b79b7cf8c5aff26e863"
09:33:57.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:57 on dist-test-slave-s1tg"
09:33:57.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.182438 4827 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
09:33:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.188464 4845 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:33:57.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.189800 4827 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
09:33:57.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.190212 4827 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:33:57.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "589c6da8abab4b79b7cf8c5aff26e863"
09:33:57.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:57 on dist-test-slave-s1tg"
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.190629 4827 fs_report.cc:383] FS layout report
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data/data
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:33:57.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:33:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.222988 4827 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:33:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.229169 4827 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:33:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.229604 4827 kserver.cc:163] Server-wide thread pool size limit: 3276
09:33:57.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.324153 4827 rpc_server.cc:307] RPC server started. Bound to: 127.4.176.126:41967
09:33:57.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.324276 4896 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.176.126:41967 every 8 connection(s)
09:33:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.327353 4827 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data/info.pb
09:33:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.328418 4801 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 4827
09:33:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.328925 4801 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal/instance
09:33:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.334424 4897 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:33:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.176.125@KRBTEST.COM; defaulting to no policy
09:33:57.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:33:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.176.125@KRBTEST.COM" created.
09:33:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.349566 4897 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } has no permanent_uuid. Determining permanent_uuid...
09:33:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:33:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.176.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.125.keytab.
09:33:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.176.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.125.keytab.
09:33:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:57 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948037, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.126@KRBTEST.COM for kudu/127.4.176.126@KRBTEST.COM
09:33:57.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.381333 4801 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:57.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:57.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/logs
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data/info.pb
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.125:46189
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.125
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.125.keytab
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.125
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:33:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:33:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:33:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.396617 4897 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } has no permanent_uuid. Determining permanent_uuid...
09:33:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.398834 4846 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:33:57.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.405634 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.125:46189: Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:33:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.455250 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } attempt: 1
09:33:57.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.459124 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.125:46189: Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:33:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.527549 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } attempt: 2
09:33:57.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.530987 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.125:46189: Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:33:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.622408 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } attempt: 3
09:33:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.626053 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.125:46189: Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:33:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.719718 4903 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:33:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.720342 4903 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:33:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.721076 4903 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:33:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.752601 4903 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:33:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.752858 4903 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:33:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.753109 4903 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:33:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.753436 4903 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:33:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.753656 4903 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:33:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.753841 4903 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:33:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.753979 4903 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35105/jwks.json
09:33:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.769474 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } attempt: 4
09:33:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.773329 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.125:46189: Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.791661 4903 master_runner.cc:386] Master server non-default flags:
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.125.keytab
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.125
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.125:46189
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data/info.pb
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.125
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/logs
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:33:57.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.793111 4903 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:33:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:57.794256 4903 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:33:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.814014 4913 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:58.072713 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } attempt: 5
09:33:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:58.077221 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.125:46189: Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:33:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:58.624625 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } attempt: 6
09:33:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:58.631392 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.125:46189: Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:33:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.814858 4910 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:57.815078 4911 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.075516 4912 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:33:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.075599 4903 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:33:59.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.079841 4903 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:33:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.082896 4903 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:33:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.084486 4903 hybrid_clock.cc:648] HybridClock initialized: now 1781948039084451 us; error 38 us; skew 500 ppm
09:33:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.085327 4903 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:33:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:59 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948039, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:33:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.092111 4903 init.cc:377] Logged in from keytab as kudu/127.4.176.125@KRBTEST.COM (short username kudu)
09:33:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.097803 4903 webserver.cc:460] Webserver started at http://127.4.176.125:35249/ using document root <none> and password file <none>
09:33:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.098752 4903 fs_manager.cc:359] Metadata directory not provided
09:33:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.098985 4903 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:33:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.099488 4903 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:33:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.104240 4903 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data/instance:
09:33:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e68e99bbb3774c55a681c937409fff9b"
09:33:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:59 on dist-test-slave-s1tg"
09:33:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.105574 4903 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal/instance:
09:33:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e68e99bbb3774c55a681c937409fff9b"
09:33:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:59 on dist-test-slave-s1tg"
09:33:59.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.113481 4903 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
09:33:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.118870 4923 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:33:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.120057 4903 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
09:33:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.120337 4903 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:33:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e68e99bbb3774c55a681c937409fff9b"
09:33:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:59 on dist-test-slave-s1tg"
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.120675 4903 fs_report.cc:383] FS layout report
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data/data
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:33:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:33:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.169238 4903 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:33:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.174997 4903 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:33:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.175427 4903 kserver.cc:163] Server-wide thread pool size limit: 3276
09:33:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.256387 4903 rpc_server.cc:307] RPC server started. Bound to: 127.4.176.125:46189
09:33:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.256497 4974 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.176.125:46189 every 8 connection(s)
09:33:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.259467 4903 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data/info.pb
09:33:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.266029 4801 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 4903
09:33:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.266539 4801 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal/instance
09:33:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.266959 4975 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:33:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.280939 4975 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } has no permanent_uuid. Determining permanent_uuid...
09:33:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.176.124@KRBTEST.COM; defaulting to no policy
09:33:59.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:33:59.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.176.124@KRBTEST.COM" created.
09:33:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:59 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948039, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.125@KRBTEST.COM for kudu/127.4.176.126@KRBTEST.COM
09:33:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:33:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.176.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.124.keytab.
09:33:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.176.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.124.keytab.
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.322078 4801 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/logs
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data/info.pb
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.124:44669
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.124
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.124.keytab
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.124
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:33:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:33:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:33:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:33:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.327358 4975 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } has no permanent_uuid. Determining permanent_uuid...
09:33:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:59 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948039, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.125@KRBTEST.COM for kudu/127.4.176.125@KRBTEST.COM
09:33:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.362253 4975 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } has no permanent_uuid. Determining permanent_uuid...
09:33:59.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.365181 4926 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:33:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.369510 4975 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:33:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.418958 4975 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 1
09:33:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.422649 4975 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:33:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.491082 4975 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 2
09:33:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.494971 4975 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:33:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.586334 4975 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 3
09:33:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.589926 4975 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:33:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.664158 4981 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:33:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.664778 4981 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:33:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.665473 4981 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:33:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.692040 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } attempt: 7
09:33:59.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.699644 4981 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:33:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.699956 4981 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:33:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.700418 4981 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:33:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.700783 4981 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:33:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.701102 4981 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:33:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.701474 4981 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:33:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.701880 4981 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35105/jwks.json
09:33:59.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:33:59 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948037, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.126@KRBTEST.COM for kudu/127.4.176.125@KRBTEST.COM
09:33:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.719282 4897 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } has no permanent_uuid. Determining permanent_uuid...
09:33:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.724834 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:33:59.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.733358 4975 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 4
09:33:59.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.737421 4975 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:33:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.747167 4981 master_runner.cc:386] Master server non-default flags:
09:33:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.124.keytab
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.124
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.124:44669
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data/info.pb
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.124
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/logs
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:33:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:33:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:33:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:33:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:33:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:33:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.748310 4981 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:33:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.749395 4981 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:33:59.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.768054 4992 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:33:59.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.783311 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 1
09:33:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.786923 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:33:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.868520 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 2
09:33:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.873201 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:33:59.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:33:59.958801 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 3
09:33:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.963099 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:34:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:00.036823 4975 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 5
09:34:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:00.041899 4975 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:34:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:00.103698 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 4
09:34:00.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:00.108697 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:34:00.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:00.392275 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 5
09:34:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:00.395879 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:34:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:00.589367 4975 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 6
09:34:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:00.595989 4975 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:34:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:00.948285 4897 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } attempt: 6
09:34:00.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:00.954725 4897 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.176.124:44669: Network error: Client connection negotiation failed: client connection to 127.4.176.124:44669: connect: Connection refused (error 111)
09:34:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.768563 4993 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:33:59.768952 4995 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.011713 4994 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:34:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.012283 4981 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:34:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.015271 4981 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:34:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.018265 4981 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:34:01.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.019692 4981 hybrid_clock.cc:648] HybridClock initialized: now 1781948041019635 us; error 74 us; skew 500 ppm
09:34:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.020750 4981 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:34:01.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:01 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948041, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:34:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.026866 4981 init.cc:377] Logged in from keytab as kudu/127.4.176.124@KRBTEST.COM (short username kudu)
09:34:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.032229 4981 webserver.cc:460] Webserver started at http://127.4.176.124:33641/ using document root <none> and password file <none>
09:34:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.033329 4981 fs_manager.cc:359] Metadata directory not provided
09:34:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.033558 4981 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:34:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.034056 4981 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
09:34:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.039273 4981 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data/instance:
09:34:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44c54192706a4ab58c856c108b7afd4e"
09:34:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:34:01 on dist-test-slave-s1tg"
09:34:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.040555 4981 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal/instance:
09:34:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44c54192706a4ab58c856c108b7afd4e"
09:34:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:34:01 on dist-test-slave-s1tg"
09:34:01.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.048561 4981 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
09:34:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.054257 5009 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:34:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.055238 4981 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
09:34:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.055588 4981 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:34:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44c54192706a4ab58c856c108b7afd4e"
09:34:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:34:01 on dist-test-slave-s1tg"
09:34:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.055923 4981 fs_report.cc:383] FS layout report
09:34:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:34:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:34:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:34:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data/data
09:34:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:34:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:34:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:34:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:34:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:34:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:34:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:34:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:34:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:34:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:34:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:34:01.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.093465 4981 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:34:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.098927 4981 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:34:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.099431 4981 kserver.cc:163] Server-wide thread pool size limit: 3276
09:34:01.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.179070 4981 rpc_server.cc:307] RPC server started. Bound to: 127.4.176.124:44669
09:34:01.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.179137 5060 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.176.124:44669 every 8 connection(s)
09:34:01.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.181802 4981 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data/info.pb
09:34:01.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.184681 4801 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 4981
09:34:01.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.185174 4801 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal/instance
09:34:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.188769 5061 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:34:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.201757 5061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } has no permanent_uuid. Determining permanent_uuid...
09:34:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:01 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948041, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.124@KRBTEST.COM for kudu/127.4.176.126@KRBTEST.COM
09:34:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:01 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948035, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.176.124@KRBTEST.COM
09:34:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.244524 5061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } has no permanent_uuid. Determining permanent_uuid...
09:34:01.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:01 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948041, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.124@KRBTEST.COM for kudu/127.4.176.125@KRBTEST.COM
09:34:01.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:01 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948035, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.176.125@KRBTEST.COM
09:34:01.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.283402 5061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } has no permanent_uuid. Determining permanent_uuid...
09:34:01.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:01 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948041, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.124@KRBTEST.COM for kudu/127.4.176.124@KRBTEST.COM
09:34:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:01 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948035, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.176.126@KRBTEST.COM
09:34:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.316774 5061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: Bootstrap starting.
09:34:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.321368 4801 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
09:34:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.324339 5061 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: Neither blocks nor log segments found. Creating new log.
09:34:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.326401 5061 log.cc:824] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: Log is configured to *not* fsync() on all Append() calls
09:34:01.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:01.333 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
09:34:01.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.339522 5061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: No bootstrap required, opened a new log
09:34:01.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
09:34:01.349 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
09:34:01.352 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.176.126"
port: 41967
}
bound_http_address {
host: "127.4.176.126"
port: 44717
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.176.125"
port: 46189
}
bound_http_address {
host: "127.4.176.125"
port: 35249
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.176.124"
port: 44669
}
bound_http_address {
host: "127.4.176.124"
port: 33641
}
}
}
09:34:01.353 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:34:01.354 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:01.354 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:34:01.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
09:34:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.369609 5061 raft_consensus.cc:348] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.370520 5061 raft_consensus.cc:374] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:34:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.370801 5061 raft_consensus.cc:729] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44c54192706a4ab58c856c108b7afd4e, State: Initialized, Role: FOLLOWER
09:34:01.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.371649 5061 consensus_queue.cc:260] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.374573 5072 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } } }
09:34:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.375532 5072 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [sys.catalog]: This master's current role is: FOLLOWER
09:34:01.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.376355 5061 sys_catalog.cc:564] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [sys.catalog]: configured and running, proceeding with master startup.
09:34:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:01 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948041, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:34:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:34:01.397 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:01.400 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc
09:34:01.408 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:34:01.409 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc
09:34:01.410 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:34:01.415 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
09:34:01.419 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:34:01.419 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
09:34:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.432538 5083 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.432904 5083 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.410276 4981 master_runner.cc:186] Error getting master registration for 127.4.176.126:41967: OK, instance_id { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" instance_seqno: 1781948037297606 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:34:01.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.445068 4981 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:34:01.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:01 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948041, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:34:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:34:01.458 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:01.459 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc
09:34:01.461 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:34:01.462 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.176.126:41967
09:34:01.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
09:34:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.464576 4801 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 4827
09:34:01.486 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:01.486 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.176.125:46189
09:34:01.486 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
09:34:01.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.487243 4801 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 4903
09:34:01.511 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:01.512 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.176.124:44669
09:34:01.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
09:34:01.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.512732 4801 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 4981
09:34:01.531 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:01.531 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.176.126:41967
09:34:01.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.534874 4801 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/logs
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data/info.pb
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:34:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.126:41967
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.126
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44717
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.126.keytab
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.126
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:34:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:34:01.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.845938 5087 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:34:01.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.846632 5087 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:34:01.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.847355 5087 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:34:01.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.878592 5087 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:34:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.878890 5087 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:34:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.879401 5087 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:34:01.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.879726 5087 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:34:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.880038 5087 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:34:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.880342 5087 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:34:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.880568 5087 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35105/jwks.json
09:34:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.918290 5087 master_runner.cc:386] Master server non-default flags:
09:34:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:34:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:34:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:34:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:34:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data
09:34:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.126.keytab
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.126
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.126:41967
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data/info.pb
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.126
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44717
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/logs
09:34:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.919816 5087 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:34:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.921154 5087 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:34:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.939393 5095 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:03.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.939435 5094 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:03.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:01.941072 5087 server_base.cc:1034] running on GCE node
09:34:03.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:01.940877 5097 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:03.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.165439 5087 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:34:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.167881 5087 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:34:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.169252 5087 hybrid_clock.cc:648] HybridClock initialized: now 1781948043169219 us; error 46 us; skew 500 ppm
09:34:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.170090 5087 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:34:03.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:03 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948043, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:34:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.176030 5087 init.cc:377] Logged in from keytab as kudu/127.4.176.126@KRBTEST.COM (short username kudu)
09:34:03.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.181318 5087 webserver.cc:460] Webserver started at http://127.4.176.126:44717/ using document root <none> and password file <none>
09:34:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.182184 5087 fs_manager.cc:359] Metadata directory not provided
09:34:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.182377 5087 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:34:03.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.190804 5087 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.000s
09:34:03.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.195112 5106 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:34:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.196283 5087 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
09:34:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.196563 5087 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:34:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "589c6da8abab4b79b7cf8c5aff26e863"
09:34:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:57 on dist-test-slave-s1tg"
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.198879 5087 fs_report.cc:383] FS layout report
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data/data
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:34:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:34:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.237004 5087 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:34:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.242966 5087 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:34:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.243487 5087 kserver.cc:163] Server-wide thread pool size limit: 3276
09:34:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.327944 5087 rpc_server.cc:307] RPC server started. Bound to: 127.4.176.126:41967
09:34:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.328056 5157 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.176.126:41967 every 8 connection(s)
09:34:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.330713 5087 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/data/info.pb
09:34:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.338307 4801 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 5087
09:34:03.339 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:03.339 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.176.125:46189
09:34:03.339 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
09:34:03.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.340411 4801 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:34:03.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:34:03.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:34:03.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data
09:34:03.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:34:03.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/logs
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data/info.pb
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.125:46189
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.125
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35249
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.125.keytab
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.125
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:34:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:34:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:34:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:34:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:34:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:34:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:34:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:34:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:34:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:34:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.343398 5158 sys_catalog.cc:263] Verifying existing consensus state
09:34:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 09:34:03.344404 5158 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:34:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.344884 5087 master.cc:537] Master@127.4.176.126:41967 shutting down...
09:34:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.415726 5087 master.cc:552] Master@127.4.176.126:41967 shutdown complete.
09:34:03.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:34:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.664768 5160 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:34:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.665388 5160 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:34:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.665944 5160 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:34:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.697925 5160 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:34:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.698285 5160 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:34:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.698760 5160 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:34:03.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.699111 5160 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:34:03.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.699419 5160 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:34:03.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.699720 5160 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:34:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.699958 5160 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35105/jwks.json
09:34:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.736207 5160 master_runner.cc:386] Master server non-default flags:
09:34:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.125.keytab
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.125
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.125:46189
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data/info.pb
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.125
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35249
09:34:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:34:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:34:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:34:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:34:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:34:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/logs
09:34:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:34:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:34:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:34:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:34:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:34:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:34:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:34:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:34:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:34:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:34:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.737620 5160 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:34:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.738940 5160 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:34:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.759187 5166 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.760159 5167 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:03.761029 5160 server_base.cc:1034] running on GCE node
09:34:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:03.759382 5169 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.038599 5160 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:34:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.041285 5160 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:34:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.042640 5160 hybrid_clock.cc:648] HybridClock initialized: now 1781948045042597 us; error 59 us; skew 500 ppm
09:34:05.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.043509 5160 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:34:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:05 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948045, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:34:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.054342 5160 init.cc:377] Logged in from keytab as kudu/127.4.176.125@KRBTEST.COM (short username kudu)
09:34:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.059702 5160 webserver.cc:460] Webserver started at http://127.4.176.125:35249/ using document root <none> and password file <none>
09:34:05.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.060729 5160 fs_manager.cc:359] Metadata directory not provided
09:34:05.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.060984 5160 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:34:05.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.068611 5160 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
09:34:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.073022 5179 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:34:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.074016 5160 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
09:34:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.074369 5160 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:34:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e68e99bbb3774c55a681c937409fff9b"
09:34:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:33:59 on dist-test-slave-s1tg"
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.076642 5160 fs_report.cc:383] FS layout report
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data/data
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:34:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:34:05.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.116606 5160 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:34:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.122469 5160 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:34:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.122994 5160 kserver.cc:163] Server-wide thread pool size limit: 3276
09:34:05.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.197460 5160 rpc_server.cc:307] RPC server started. Bound to: 127.4.176.125:46189
09:34:05.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.197602 5230 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.176.125:46189 every 8 connection(s)
09:34:05.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.200361 5160 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/data/info.pb
09:34:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.210772 5231 sys_catalog.cc:263] Verifying existing consensus state
09:34:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.210685 4801 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 5160
09:34:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 09:34:05.211447 5231 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:34:05.212 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.211886 5160 master.cc:537] Master@127.4.176.125:46189 shutting down...
09:34:05.212 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.176.124:44669
09:34:05.212 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.214551 4801 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/logs
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data/info.pb
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:34:05.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.124:44669
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.124
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33641
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.124.keytab
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.124
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:34:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:34:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.272538 5160 master.cc:552] Master@127.4.176.125:46189 shutdown complete.
09:34:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
09:34:05.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.546432 5233 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:34:05.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.547096 5233 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:34:05.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.547857 5233 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:34:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.578866 5233 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:34:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.579157 5233 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:34:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.579564 5233 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:34:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.579869 5233 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:34:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.580235 5233 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:34:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.580545 5233 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:34:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.580796 5233 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35105/jwks.json
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.617637 5233 master_runner.cc:386] Master server non-default flags:
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.176.84:45615
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/krb5kdc/kudu_127.4.176.124.keytab
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.176.124
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.176.124:44669
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35105/jwks.json
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data/info.pb
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.176.124
09:34:05.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33641
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/logs
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 07:48:35 UTC on ccycloud.quasar-slslhi.root.comops.site
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456774
09:34:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:34:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.619118 5233 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:34:05.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:05.620388 5233 file_cache.cc:493] Constructed file cache file cache with capacity 419430
09:34:05.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.638368 5239 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:06.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.638949 5240 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:06.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:05.638965 5242 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:34:06.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:06.876479 5241 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:34:06.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.876588 5233 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:34:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.880915 5233 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:34:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.884209 5233 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.885653 5233 hybrid_clock.cc:648] HybridClock initialized: now 1781948046885610 us; error 87 us; skew 500 ppm
09:34:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.886555 5233 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:34:06.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:06 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948046, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:34:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.892982 5233 init.cc:377] Logged in from keytab as kudu/127.4.176.124@KRBTEST.COM (short username kudu)
09:34:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.898134 5233 webserver.cc:460] Webserver started at http://127.4.176.124:33641/ using document root <none> and password file <none>
09:34:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.899061 5233 fs_manager.cc:359] Metadata directory not provided
09:34:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.899266 5233 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:34:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.907487 5233 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
09:34:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.911911 5251 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:34:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.913100 5233 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
09:34:06.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.913424 5233 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data,/tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:34:06.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44c54192706a4ab58c856c108b7afd4e"
09:34:06.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 09:34:01 on dist-test-slave-s1tg"
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.915733 5233 fs_report.cc:383] FS layout report
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/wal
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data/data
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:34:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:34:06.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.969014 5233 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
09:34:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.975037 5233 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:34:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:06.975477 5233 kserver.cc:163] Server-wide thread pool size limit: 3276
09:34:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.046540 5233 rpc_server.cc:307] RPC server started. Bound to: 127.4.176.124:44669
09:34:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.046613 5302 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.176.124:44669 every 8 connection(s)
09:34:07.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.049427 5233 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskmMTdVB/test-tmp/mini-kudu-cluster1742154524164011488/master-2/data/info.pb
09:34:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.051334 4801 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu as pid 5233
09:34:07.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:34:07.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.063376 5303 sys_catalog.cc:263] Verifying existing consensus state
09:34:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.070890 5303 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: Bootstrap starting.
09:34:07.112 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.114943 5303 log.cc:824] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: Log is configured to *not* fsync() on all Append() calls
09:34:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.120236 5303 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:34:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.121078 5303 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: Bootstrap complete.
09:34:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.157495 5303 raft_consensus.cc:348] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.160904 5303 raft_consensus.cc:374] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:34:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.161211 5303 raft_consensus.cc:729] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44c54192706a4ab58c856c108b7afd4e, State: Initialized, Role: FOLLOWER
09:34:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.162173 5303 consensus_queue.cc:260] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.165113 5307 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } } }
09:34:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.166076 5307 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [sys.catalog]: This master's current role is: FOLLOWER
09:34:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.166911 5303 sys_catalog.cc:564] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [sys.catalog]: configured and running, proceeding with master startup.
09:34:07.185 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:07.191 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.176.124:44669(127.4.176.124:44669)] connecting to peer
09:34:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:07.217722 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:07.218034 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:07.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:07.230964 5257 tablet.cc:2369] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:34:07.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.245 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.176.124:44669(127.4.176.124:44669)] Successfully connected to peer
09:34:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.217036 5233 master_runner.cc:186] Error getting master registration for 127.4.176.126:41967: Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111),
09:34:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.248809 5233 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:34:07.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.343 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
09:34:07.351 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.4.176.124
09:34:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.562345 5307 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:34:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.562885 5307 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.565904 5307 leader_election.cc:288] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967), e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189)
09:34:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:07.583168 5252 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111)
09:34:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:07 dist-test-slave-s1tg krb5kdc[4814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948041, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.176.124@KRBTEST.COM
09:34:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:07.610932 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967): Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111)
09:34:07.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:07.613723 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189): Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:34:07.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.614140 5252 leader_election.cc:302] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44c54192706a4ab58c856c108b7afd4e; no voters: 589c6da8abab4b79b7cf8c5aff26e863, e68e99bbb3774c55a681c937409fff9b
09:34:07.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:07.615013 5307 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:34:07.653 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4255f389, L:/127.0.0.1:58584 - R:/127.4.176.124:44669] using SASL/GSSAPI
09:34:07.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:07.679 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:07.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.682 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:07.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:07.718 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:07.720 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:07.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.727 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:07.737 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:07.738 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:07.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:07.778 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:07.780 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:07.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.789 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:07.798 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:07.799 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:07.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:07.878 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:07.880 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:07.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:07.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:07.889 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:07.998 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:08.000 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:08.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:08.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:08.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:08.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:08.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:08.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:08.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:08.058 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:08.060 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:08.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:08.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:08.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:08.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:08.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:08.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:08.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:08.221496 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:08.221796 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:08.417 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:08.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:08.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:08.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:08.421 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:08.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:08.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:08.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:08.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:08.637035 4504 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4560 after lost signal to thread 4376
09:34:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:08.638085 4504 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4020 after lost signal to thread 4507
09:34:09.078 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:09.079 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:09.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:09.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:09.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:09.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:09.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:09.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:09.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:09.224565 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:09.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:09.224881 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:09.242683 5326 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:34:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:09.243024 5326 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:09.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:09.244625 5326 leader_election.cc:288] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967), e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189)
09:34:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:09.253789 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967): Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111)
09:34:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:09.254598 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189): Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:34:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:09.254971 5252 leader_election.cc:302] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44c54192706a4ab58c856c108b7afd4e; no voters: 589c6da8abab4b79b7cf8c5aff26e863, e68e99bbb3774c55a681c937409fff9b
09:34:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:09.255610 5326 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:34:09.497 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:09.499 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:09.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:09.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:09.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:09.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:09.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:09.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:09.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:10.206808 4226 debug-util.cc:398] Leaking SignalData structure 0x7b08000a4000 after lost signal to thread 4161
09:34:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:10.207335 4226 debug-util.cc:398] Leaking SignalData structure 0x7b080009a0c0 after lost signal to thread 4229
09:34:10.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:10.228902 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:10.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:10.229209 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:10.598 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:10.599 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:10.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:10.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:10.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:10.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:10.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:10.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:10.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:11.231990 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:11.232290 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:11.924929 5334 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:34:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:11.925381 5334 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:11.926684 5334 leader_election.cc:288] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967), e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189)
09:34:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:11.932598 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967): Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111)
09:34:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:11.933207 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189): Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:34:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:11.933463 5252 leader_election.cc:302] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44c54192706a4ab58c856c108b7afd4e; no voters: 589c6da8abab4b79b7cf8c5aff26e863, e68e99bbb3774c55a681c937409fff9b
09:34:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:11.934002 5334 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:34:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:12.235435 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:12.235728 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:12.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:12.250810 5233 master_runner.cc:186] Error getting master registration for 127.4.176.126:41967: Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111),
09:34:12.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:12.251271 5233 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:34:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:13.238651 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:13.238930 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:13.758 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:13.759 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:13.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:13.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:13.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:13.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:13.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:13.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:13.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:14.241680 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:14.241958 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:14.450420 5342 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:34:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:14.450829 5342 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:14.452296 5342 leader_election.cc:288] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967), e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189)
09:34:14.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:14.454526 5252 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111) [suppressed 5 similar messages]
09:34:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:14.457263 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967): Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111)
09:34:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:14.457927 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189): Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:34:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:14.458274 5252 leader_election.cc:302] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44c54192706a4ab58c856c108b7afd4e; no voters: 589c6da8abab4b79b7cf8c5aff26e863, e68e99bbb3774c55a681c937409fff9b
09:34:14.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:14.458892 5342 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:34:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:15.244791 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:15.245026 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:16.248618 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:16.249044 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:16.517 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:16.519 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:16.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:16.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:16.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:16.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:16.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:16.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:16.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:16.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:16 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948056, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:34:16.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:16.896479 5247 init.cc:295] Successfully reacquired a new kerberos TGT
09:34:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:17.251796 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:17.252115 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:17.254889 5233 master_runner.cc:186] Error getting master registration for 127.4.176.126:41967: Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111),
09:34:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:17.255270 5233 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:34:17.778 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:17.779 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:17.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:17.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:17.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:17.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:17.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:17.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:17.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:18.255278 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:18.255561 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:19.258507 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:19.258819 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:19.778 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:19.779 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:19.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:19.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:19.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:19.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:19.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:19.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:19.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:20.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:20.200250 5299 debug-util.cc:398] Leaking SignalData structure 0x7b080003cfa0 after lost signal to thread 5234
09:34:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:20.200878 5299 debug-util.cc:398] Leaking SignalData structure 0x7b080009a6c0 after lost signal to thread 5302
09:34:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:20.261768 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:20.262046 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:21.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:21.000470 5353 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:34:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:21.001211 5353 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:21.003408 5353 leader_election.cc:288] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967), e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189)
09:34:21.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:21.006616 5252 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:34:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:21.009709 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967): Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111)
09:34:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:21.010376 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189): Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:34:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:21.010782 5252 leader_election.cc:302] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44c54192706a4ab58c856c108b7afd4e; no voters: 589c6da8abab4b79b7cf8c5aff26e863, e68e99bbb3774c55a681c937409fff9b
09:34:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:21.011554 5353 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:34:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:21.265111 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:21.265411 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:22.268200 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:22.268484 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:22.290499 5233 master_runner.cc:186] Error getting master registration for 127.4.176.126:41967: Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111),
09:34:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:22.290932 5233 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:34:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:23.271241 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:23.271541 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:23.358 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:23.359 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:23.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:23.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:23.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:23.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:23.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:23.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:23.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:23.778 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:23.780 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:23.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:23.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:23.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:23.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:23.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:23.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:23.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:24.274255 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:24.274494 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:25.277230 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:25.277557 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:25.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:25.971257 5363 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:34:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:25.971851 5363 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "589c6da8abab4b79b7cf8c5aff26e863" member_type: VOTER last_known_addr { host: "127.4.176.126" port: 41967 } } peers { permanent_uuid: "e68e99bbb3774c55a681c937409fff9b" member_type: VOTER last_known_addr { host: "127.4.176.125" port: 46189 } } peers { permanent_uuid: "44c54192706a4ab58c856c108b7afd4e" member_type: VOTER last_known_addr { host: "127.4.176.124" port: 44669 } }
09:34:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:25.973692 5363 leader_election.cc:288] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967), e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189)
09:34:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:25.979287 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 589c6da8abab4b79b7cf8c5aff26e863 (127.4.176.126:41967): Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111)
09:34:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:25.979936 5252 leader_election.cc:334] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e68e99bbb3774c55a681c937409fff9b (127.4.176.125:46189): Network error: Client connection negotiation failed: client connection to 127.4.176.125:46189: connect: Connection refused (error 111)
09:34:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:25.980235 5252 leader_election.cc:302] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44c54192706a4ab58c856c108b7afd4e; no voters: 589c6da8abab4b79b7cf8c5aff26e863, e68e99bbb3774c55a681c937409fff9b
09:34:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:25.980929 5363 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
09:34:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:26.283172 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:26.283643 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:26 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948066, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:34:26.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:26.898918 5247 init.cc:295] Successfully reacquired a new kerberos TGT
09:34:26.937 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:26.939 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:26.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:26.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:26.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:26.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:26.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:26.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:26.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:27.287220 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:27.287494 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:27.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:27.293761 5233 master_runner.cc:186] Error getting master registration for 127.4.176.126:41967: Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111),
09:34:27.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:27.294242 5233 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:34:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:28.290874 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:28.291184 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:29.077 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:29.078 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:29.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:29.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:29.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:29.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:29.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:29.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:29.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:29.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:29.294073 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:29.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:29.294314 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:30.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:30.297019 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:30.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:30.297267 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:31.300746 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:31.300977 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:32.297163 5233 master_runner.cc:186] Error getting master registration for 127.4.176.126:41967: Network error: Client connection negotiation failed: client connection to 127.4.176.126:41967: connect: Connection refused (error 111),
09:34:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:32.297598 5233 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:34:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:32.303629 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:32.303923 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:32.697 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:32.699 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:32.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:32.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:32.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:32.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:32.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:32.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:32.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:33.307969 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:33.308341 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:33.738 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:33.739 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:33.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:33.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:33.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:33.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:33.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:33.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:33.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:33.797 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:33.798 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:33.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:33.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:33.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:33.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:33.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:33.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:33.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:34.312289 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:34.312618 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:35.316948 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:35.317303 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:36.322082 5320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44c54192706a4ab58c856c108b7afd4e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:34:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 09:34:36.322499 5320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:34:36.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 09:34:36 dist-test-slave-s1tg krb5kdc[4814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781948076, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.176.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:34:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:36.901446 5247 init.cc:295] Successfully reacquired a new kerberos TGT
09:34:37.017 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.126:41967(127.4.176.126:41967)] connecting to peer
09:34:37.018 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.176.125:46189(127.4.176.125:46189)] connecting to peer
09:34:37.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:37.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.176.126:41967(127.4.176.126:41967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:37.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.126:41967: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967
09:34:37.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:37.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.125:46189(127.4.176.125:46189)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:37.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.176.125:46189: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
09:34:37.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669; will retry
09:34:37.028 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29967), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [606ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [611ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [632ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [659ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [664ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [665ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [679ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [684ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [719ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [723ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [726ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [728ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [739ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [821ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [824ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [827ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [940ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [944ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [946ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [1010ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [1356ms] refreshing cache from master, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [1366ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [1367ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2016ms] refreshing cache from master, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [2018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [2018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [2021ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [2024ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2436ms] refreshing cache from master, [2436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [2437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [2438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [2439ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [2441ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [2443ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [3536ms] refreshing cache from master, [3537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [3538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [3539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [3540ms] too many traces: truncated at 100 traces, deferred=Deferred@562853872(state=PENDING, result=null, callback=(continuation of Deferred@1505595500 after retry RPC after error@308877922) -> (continuation of Deferred@846826092 after retry RPC after error@1887979556) -> (continuation of Deferred@1157863593 after retry RPC after error@526590049) -> (continuation of Deferred@1639445259 after retry RPC after error@1405902449) -> (continuation of Deferred@173232753 after retry RPC after error@213191538) -> (continuation of Deferred@1380224580 after retry RPC after error@1674214827) -> (continuation of Deferred@1931111289 after retry RPC after error@1464865011) -> (continuation of Deferred@563122931 after retry RPC after error@294097999) -> (continuation of Deferred@828798117 after retry RPC after error@1726365170) -> (continuation of Deferred@1128541399 after retry RPC after error@1850535196) -> (continuation of Deferred@1812823852 after retry RPC after error@1003734770) -> (continuation of Deferred@1502836683 after retry RPC after error@1354651112) -> (continuation of Deferred@1473098956 after retry RPC after error@1921784977) -> (continuation of Deferred@811798564 after retry RPC after error@315622101) -> (continuation of Deferred@671203223 after retry RPC after error@981161618) -> (continuation of Deferred@305238985 after retry RPC after error@6684144) -> (continuation of Deferred@624760684 after retry RPC after error@1167202975) -> (continuation of Deferred@1537435199 after retry RPC after error@1954974406) -> (continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867), errback=(continuation of Deferred@1505595500 after retry RPC after error@308877922) -> (continuation of Deferred@846826092 after retry RPC after error@1887979556) -> (continuation of Deferred@1157863593 after retry RPC after error@526590049) -> (continuation of Deferred@1639445259 after retry RPC after error@1405902449) -> (continuation of Deferred@173232753 after retry RPC after error@213191538) -> (continuation of Deferred@1380224580 after retry RPC after error@1674214827) -> (continuation of Deferred@1931111289 after retry RPC after error@1464865011) -> (continuation of Deferred@563122931 after retry RPC after error@294097999) -> (continuation of Deferred@828798117 after retry RPC after error@1726365170) -> (continuation of Deferred@1128541399 after retry RPC after error@1850535196) -> (continuation of Deferred@1812823852 after retry RPC after error@1003734770) -> (continuation of Deferred@1502836683 after retry RPC after error@1354651112) -> (continuation of Deferred@1473098956 after retry RPC after error@1921784977) -> (continuation of Deferred@811798564 after retry RPC after error@315622101) -> (continuation of Deferred@671203223 after retry RPC after error@981161618) -> (continuation of Deferred@305238985 after retry RPC after error@6684144) -> (continuation of Deferred@624760684 after retry RPC after error@1167202975) -> (continuation of Deferred@1537435199 after retry RPC after error@1954974406) -> (continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867)))
09:34:37.033 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.176.126:41967(127.4.176.126:41967)] disconnecting while in state TERMINATED
09:34:37.034 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.176.124:44669(127.4.176.124:44669)] disconnecting while in state READY
09:34:37.035 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.176.125:46189(127.4.176.125:46189)] disconnecting while in state TERMINATED
09:34:37.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:34:37.042 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:34:37.043 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.176.124:44669(127.4.176.124:44669)] handling channelInactive
09:34:37.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.176.124:44669(127.4.176.124:44669)] cleaning up while in state READY due to: connection closed
09:34:37.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:37.049831 4801 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 5233
09:34:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:34:38Z chronyd exiting
09:34:39.329 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:34:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:39.330564 4075 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 4356
09:34:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:39.361573 4075 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 4512
09:34:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:39.386224 4075 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 4653
09:34:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:39.413445 4075 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 4087
09:34:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:39.445761 4075 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 4157
09:34:39.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 09:34:39.475962 4075 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskmMTdVB/build/tsan/bin/kudu with pid 4232
09:34:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T09:34:40Z chronyd exiting
09:34:41.688 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29967), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [606ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [611ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [632ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [659ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [664ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [665ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [679ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [684ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [719ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [723ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [726ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [728ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [739ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [821ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [824ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [827ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [940ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [944ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [946ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [1010ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [1356ms] refreshing cache from master, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [1366ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [1367ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2016ms] refreshing cache from master, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [2018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [2018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [2021ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [2024ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2436ms] refreshing cache from master, [2436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [2437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [2438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [2439ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [2441ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [2443ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [3536ms] refreshing cache from master, [3537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [3538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [3539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [3540ms] too many traces: truncated at 100 traces, deferred=Deferred@562853872(state=PENDING, result=null, callback=(continuation of Deferred@1505595500 after retry RPC after error@308877922) -> (continuation of Deferred@846826092 after retry RPC after error@1887979556) -> (continuation of Deferred@1157863593 after retry RPC after error@526590049) -> (continuation of Deferred@1639445259 after retry RPC after error@1405902449) -> (continuation of Deferred@173232753 after retry RPC after error@213191538) -> (continuation of Deferred@1380224580 after retry RPC after error@1674214827) -> (continuation of Deferred@1931111289 after retry RPC after error@1464865011) -> (continuation of Deferred@563122931 after retry RPC after error@294097999) -> (continuation of Deferred@828798117 after retry RPC after error@1726365170) -> (continuation of Deferred@1128541399 after retry RPC after error@1850535196) -> (continuation of Deferred@1812823852 after retry RPC after error@1003734770) -> (continuation of Deferred@1502836683 after retry RPC after error@1354651112) -> (continuation of Deferred@1473098956 after retry RPC after error@1921784977) -> (continuation of Deferred@811798564 after retry RPC after error@315622101) -> (continuation of Deferred@671203223 after retry RPC after error@981161618) -> (continuation of Deferred@305238985 after retry RPC after error@6684144) -> (continuation of Deferred@624760684 after retry RPC after error@1167202975) -> (continuation of Deferred@1537435199 after retry RPC after error@1954974406) -> (continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867), errback=(continuation of Deferred@1505595500 after retry RPC after error@308877922) -> (continuation of Deferred@846826092 after retry RPC after error@1887979556) -> (continuation of Deferred@1157863593 after retry RPC after error@526590049) -> (continuation of Deferred@1639445259 after retry RPC after error@1405902449) -> (continuation of Deferred@173232753 after retry RPC after error@213191538) -> (continuation of Deferred@1380224580 after retry RPC after error@1674214827) -> (continuation of Deferred@1931111289 after retry RPC after error@1464865011) -> (continuation of Deferred@563122931 after retry RPC after error@294097999) -> (continuation of Deferred@828798117 after retry RPC after error@1726365170) -> (continuation of Deferred@1128541399 after retry RPC after error@1850535196) -> (continuation of Deferred@1812823852 after retry RPC after error@1003734770) -> (continuation of Deferred@1502836683 after retry RPC after error@1354651112) -> (continuation of Deferred@1473098956 after retry RPC after error@1921784977) -> (continuation of Deferred@811798564 after retry RPC after error@315622101) -> (continuation of Deferred@671203223 after retry RPC after error@981161618) -> (continuation of Deferred@305238985 after retry RPC after error@6684144) -> (continuation of Deferred@624760684 after retry RPC after error@1167202975) -> (continuation of Deferred@1537435199 after retry RPC after error@1954974406) -> (continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.176.125:46189
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29967), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [606ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [611ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [621ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [632ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [642ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [659ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [664ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [665ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [679ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [682ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [684ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [719ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [723ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [726ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [728ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [739ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [742ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [744ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [745ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [816ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [821ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [824ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [827ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [939ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [940ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [944ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [946ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [947ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [996ms] refreshing cache from master, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [1006ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [1009ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [1010ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [1356ms] refreshing cache from master, [1356ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [1359ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [1366ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [1367ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2016ms] refreshing cache from master, [2017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [2018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [2018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [2021ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2024ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [2024ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2436ms] refreshing cache from master, [2436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [2437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [2438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [2439ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.126:41967: Network error: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967, [2441ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.125:46189: Network error: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.4.176.124:44669: OK, [2443ms] delaying RPC due to: Service unavailable: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189, [3536ms] refreshing cache from master, [3537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.126:41967, [3538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.125:46189, [3539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.176.124:44669, [3540ms] too many traces: truncated at 100 traces, deferred=Deferred@562853872(state=PENDING, result=null, callback=(continuation of Deferred@1505595500 after retry RPC after error@308877922) -> (continuation of Deferred@846826092 after retry RPC after error@1887979556) -> (continuation of Deferred@1157863593 after retry RPC after error@526590049) -> (continuation of Deferred@1639445259 after retry RPC after error@1405902449) -> (continuation of Deferred@173232753 after retry RPC after error@213191538) -> (continuation of Deferred@1380224580 after retry RPC after error@1674214827) -> (continuation of Deferred@1931111289 after retry RPC after error@1464865011) -> (continuation of Deferred@563122931 after retry RPC after error@294097999) -> (continuation of Deferred@828798117 after retry RPC after error@1726365170) -> (continuation of Deferred@1128541399 after retry RPC after error@1850535196) -> (continuation of Deferred@1812823852 after retry RPC after error@1003734770) -> (continuation of Deferred@1502836683 after retry RPC after error@1354651112) -> (continuation of Deferred@1473098956 after retry RPC after error@1921784977) -> (continuation of Deferred@811798564 after retry RPC after error@315622101) -> (continuation of Deferred@671203223 after retry RPC after error@981161618) -> (continuation of Deferred@305238985 after retry RPC after error@6684144) -> (continuation of Deferred@624760684 after retry RPC after error@1167202975) -> (continuation of Deferred@1537435199 after retry RPC after error@1954974406) -> (continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867), errback=(continuation of Deferred@1505595500 after retry RPC after error@308877922) -> (continuation of Deferred@846826092 after retry RPC after error@1887979556) -> (continuation of Deferred@1157863593 after retry RPC after error@526590049) -> (continuation of Deferred@1639445259 after retry RPC after error@1405902449) -> (continuation of Deferred@173232753 after retry RPC after error@213191538) -> (continuation of Deferred@1380224580 after retry RPC after error@1674214827) -> (continuation of Deferred@1931111289 after retry RPC after error@1464865011) -> (continuation of Deferred@563122931 after retry RPC after error@294097999) -> (continuation of Deferred@828798117 after retry RPC after error@1726365170) -> (continuation of Deferred@1128541399 after retry RPC after error@1850535196) -> (continuation of Deferred@1812823852 after retry RPC after error@1003734770) -> (continuation of Deferred@1502836683 after retry RPC after error@1354651112) -> (continuation of Deferred@1473098956 after retry RPC after error@1921784977) -> (continuation of Deferred@811798564 after retry RPC after error@315622101) -> (continuation of Deferred@671203223 after retry RPC after error@981161618) -> (continuation of Deferred@305238985 after retry RPC after error@6684144) -> (continuation of Deferred@624760684 after retry RPC after error@1167202975) -> (continuation of Deferred@1537435199 after retry RPC after error@1954974406) -> (continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.4.176.126:41967,127.4.176.125:46189,127.4.176.124:44669) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.126:41967(127.4.176.126:41967): Connection refused: /127.4.176.126:41967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.176.125:46189(127.4.176.125:46189): Connection refused: /127.4.176.125:46189
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.4.176.125:46189
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)