15:35:33.753 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:35:33.765 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrnvjKJ/test-tmp
15:35:33.767 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:35:33.771 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrnvjKJ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:35:34.001 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:35:34.153 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:35:34.154 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:35:34.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:34.157356 16966 mini_oidc.cc:152] Starting JWKS server
15:35:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:34.161099 16966 webserver.cc:460] Webserver started at http://127.0.0.1:41697/ using document root <none> and password file <none>
15:35:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:34.161686 16966 mini_oidc.cc:189] Starting OIDC Discovery server
15:35:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:34.163652 16966 webserver.cc:460] Webserver started at http://127.0.0.1:34701/ using document root <none> and password file <none>
15:35:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T15:35:34Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
15:35:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T15:35:34Z Disabled control of system clock
15:35:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:34.211758 16966 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/wal
15:35:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/data
15:35:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:34.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:34.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:34.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:34.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:34.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:34.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/logs
15:35:34.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/data/info.pb
15:35:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:35:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.190:44745
15:35:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.190
15:35:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41697/jwks.json with env {}
15:35:34.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.498617 16978 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:34.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.499171 16978 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:34.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.499754 16978 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.534534 16978 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:35:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.534816 16978 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.535130 16978 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:35:34.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.535423 16978 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:35:34.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.535750 16978 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:35:34.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.535988 16978 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41697/jwks.json
15:35:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:34.575975 16978 master_runner.cc:386] Master server non-default flags:
15:35:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/data
15:35:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/wal
15:35:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.190:44745
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41697/jwks.json
15:35:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/data/info.pb
15:35:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.190
15:35:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/logs
15:35:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:35:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:34.577224 16978 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:34.578938 16978 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.596637 16987 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.596695 16985 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:34.597633 16978 server_base.cc:1034] running on GCE node
15:35:35.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:34.596673 16984 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:35.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.777354 16978 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:35.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.779992 16978 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:35.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.781375 16978 hybrid_clock.cc:648] HybridClock initialized: now 1781969735781344 us; error 43 us; skew 500 ppm
15:35:35.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.782341 16978 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.794047 16978 webserver.cc:460] Webserver started at http://127.16.145.190:43013/ using document root <none> and password file <none>
15:35:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.795230 16978 fs_manager.cc:359] Metadata directory not provided
15:35:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.795468 16978 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.796020 16978 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:35:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.800917 16978 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/data/instance:
15:35:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f32e0861ab24ed99fb8d01ff238a7bd"
15:35:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:35 on dist-test-slave-jn77"
15:35:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.802270 16978 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/wal/instance:
15:35:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f32e0861ab24ed99fb8d01ff238a7bd"
15:35:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:35 on dist-test-slave-jn77"
15:35:35.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.809408 16978 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
15:35:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.815124 16994 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.816457 16978 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
15:35:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.816833 16978 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/wal
15:35:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f32e0861ab24ed99fb8d01ff238a7bd"
15:35:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:35 on dist-test-slave-jn77"
15:35:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.818073 16978 fs_report.cc:383] FS layout report
15:35:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/wal
15:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/wal
15:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/data/data
15:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:35.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:35.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.858922 16978 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.860334 16978 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.860726 16978 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.927673 16978 rpc_server.cc:307] RPC server started. Bound to: 127.16.145.190:44745
15:35:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.927774 17045 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.145.190:44745 every 8 connection(s)
15:35:35.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.930292 16978 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/data/info.pb
15:35:35.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.931325 16966 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 16978
15:35:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.931788 16966 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-0/wal/instance
15:35:35.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.936370 16966 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:35.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/wal
15:35:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/data
15:35:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/logs
15:35:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/data/info.pb
15:35:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:35:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.189:39111
15:35:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.189
15:35:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41697/jwks.json with env {}
15:35:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.936636 17046 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:35:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.955070 17046 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } has no permanent_uuid. Determining permanent_uuid...
15:35:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:35.987788 17046 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } has no permanent_uuid. Determining permanent_uuid...
15:35:35.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:35.990085 16997 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.145.189:39111: connect: Connection refused (error 111)
15:35:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:35.994354 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.189:39111: Network error: Client connection negotiation failed: client connection to 127.16.145.189:39111: connect: Connection refused (error 111)
15:35:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:36.043929 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } attempt: 1
15:35:36.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.047837 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.189:39111: Network error: Client connection negotiation failed: client connection to 127.16.145.189:39111: connect: Connection refused (error 111)
15:35:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:36.116329 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } attempt: 2
15:35:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.120038 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.189:39111: Network error: Client connection negotiation failed: client connection to 127.16.145.189:39111: connect: Connection refused (error 111)
15:35:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:36.211511 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } attempt: 3
15:35:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.216275 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.189:39111: Network error: Client connection negotiation failed: client connection to 127.16.145.189:39111: connect: Connection refused (error 111)
15:35:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.246134 17048 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.246865 17048 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.247555 17048 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.277890 17048 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:35:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.278297 17048 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.278610 17048 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:35:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.278939 17048 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:35:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.279290 17048 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:35:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.279568 17048 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41697/jwks.json
15:35:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:36.315434 17048 master_runner.cc:386] Master server non-default flags:
15:35:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/data
15:35:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/wal
15:35:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.189:39111
15:35:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41697/jwks.json
15:35:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:36.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/data/info.pb
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.189
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/logs
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:35:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:36.316968 17048 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:36.319247 17048 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:36.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.337726 17058 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:36.359707 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } attempt: 4
15:35:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.363981 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.189:39111: Network error: Client connection negotiation failed: client connection to 127.16.145.189:39111: connect: Connection refused (error 111)
15:35:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:36.663611 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } attempt: 5
15:35:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.668037 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.189:39111: Network error: Client connection negotiation failed: client connection to 127.16.145.189:39111: connect: Connection refused (error 111)
15:35:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.215629 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } attempt: 6
15:35:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:37.229485 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.189:39111: Network error: Client connection negotiation failed: client connection to 127.16.145.189:39111: connect: Connection refused (error 111)
15:35:37.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.339007 17057 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:36.340549 17048 server_base.cc:1034] running on GCE node
15:35:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:36.337814 17060 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:37.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.526111 17048 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.528753 17048 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:37.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.530093 17048 hybrid_clock.cc:648] HybridClock initialized: now 1781969737530024 us; error 84 us; skew 500 ppm
15:35:37.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.531114 17048 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.538038 17048 webserver.cc:460] Webserver started at http://127.16.145.189:45477/ using document root <none> and password file <none>
15:35:37.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.539021 17048 fs_manager.cc:359] Metadata directory not provided
15:35:37.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.539206 17048 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:37.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.539597 17048 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:35:37.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.544454 17048 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/data/instance:
15:35:37.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "851301caf0f0462da54be62ef9d31f31"
15:35:37.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:37 on dist-test-slave-jn77"
15:35:37.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.545542 17048 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/wal/instance:
15:35:37.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "851301caf0f0462da54be62ef9d31f31"
15:35:37.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:37 on dist-test-slave-jn77"
15:35:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.552531 17048 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.002s sys 0.004s
15:35:37.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.558066 17069 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:37.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.559165 17048 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
15:35:37.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.559507 17048 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/wal
15:35:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "851301caf0f0462da54be62ef9d31f31"
15:35:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:37 on dist-test-slave-jn77"
15:35:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.559909 17048 fs_report.cc:383] FS layout report
15:35:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/wal
15:35:37.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/wal
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/data/data
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.614449 17048 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.615947 17048 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.616355 17048 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.683884 17048 rpc_server.cc:307] RPC server started. Bound to: 127.16.145.189:39111
15:35:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.683977 17120 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.145.189:39111 every 8 connection(s)
15:35:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.686813 17048 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/data/info.pb
15:35:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.692051 17121 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:35:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.696632 16966 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 17048
15:35:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.697054 16966 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-1/wal/instance
15:35:37.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.699249 16966 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:37.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:37.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/wal
15:35:37.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/data
15:35:37.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/logs
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/data/info.pb
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.188:33207
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.188
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41697/jwks.json with env {}
15:35:37.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.703035 17121 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } has no permanent_uuid. Determining permanent_uuid...
15:35:37.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.731498 17121 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } has no permanent_uuid. Determining permanent_uuid...
15:35:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.747781 17121 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } has no permanent_uuid. Determining permanent_uuid...
15:35:37.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:37.749917 17071 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:37.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:37.760555 17121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:37.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.810076 17121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 1
15:35:37.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:37.813774 17121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:37.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.882288 17121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 2
15:35:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:37.886075 17121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:37.977547 17121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 3
15:35:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:37.981967 17121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.014256 17123 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.014961 17123 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.015662 17123 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.046914 17123 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:35:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.047266 17123 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.047586 17123 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:35:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.047937 17123 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:35:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.048275 17123 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:35:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.048527 17123 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41697/jwks.json
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.083735 17123 master_runner.cc:386] Master server non-default flags:
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/data
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/wal
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.188:33207
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41697/jwks.json
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/data/info.pb
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.188
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/logs
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.085306 17123 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:38.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.087498 17123 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.105763 17133 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:38.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.125478 17121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 4
15:35:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.129752 17121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:38.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.290037 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } attempt: 7
15:35:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.315224 17046 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } has no permanent_uuid. Determining permanent_uuid...
15:35:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.321720 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.380173 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 1
15:35:38.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.384455 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.429175 17121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 5
15:35:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.433521 17121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.465844 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 2
15:35:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.469416 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:38.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.555024 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 3
15:35:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.559028 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.699821 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 4
15:35:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.707352 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.980952 17121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 6
15:35:38.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.987946 17121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.991536 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 5
15:35:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.996255 17046 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.145.188:33207: Network error: Client connection negotiation failed: client connection to 127.16.145.188:33207: connect: Connection refused (error 111)
15:35:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.106021 17134 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:38.106884 17136 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:38.108055 17123 server_base.cc:1034] running on GCE node
15:35:39.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.312426 17123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.315932 17123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.317381 17123 hybrid_clock.cc:648] HybridClock initialized: now 1781969739317308 us; error 92 us; skew 500 ppm
15:35:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.318341 17123 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.324517 17123 webserver.cc:460] Webserver started at http://127.16.145.188:45983/ using document root <none> and password file <none>
15:35:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.325500 17123 fs_manager.cc:359] Metadata directory not provided
15:35:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.325737 17123 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.326316 17123 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:35:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.331208 17123 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/data/instance:
15:35:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "256b30bac38446c5911be0aaca3a7d71"
15:35:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:39 on dist-test-slave-jn77"
15:35:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.332376 17123 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/wal/instance:
15:35:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "256b30bac38446c5911be0aaca3a7d71"
15:35:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:39 on dist-test-slave-jn77"
15:35:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.340296 17123 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.008s
15:35:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.346401 17148 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.347760 17123 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
15:35:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.348098 17123 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/wal
15:35:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "256b30bac38446c5911be0aaca3a7d71"
15:35:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:39 on dist-test-slave-jn77"
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.348501 17123 fs_report.cc:383] FS layout report
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/wal
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/wal
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/data/data
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.407812 17123 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.409500 17123 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:39.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.410048 17123 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.477303 17123 rpc_server.cc:307] RPC server started. Bound to: 127.16.145.188:33207
15:35:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.477396 17199 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.145.188:33207 every 8 connection(s)
15:35:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.480201 17123 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/data/info.pb
15:35:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.481376 16966 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 17123
15:35:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.481783 16966 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/master-2/wal/instance
15:35:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.488667 17200 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:35:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.511189 17200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } has no permanent_uuid. Determining permanent_uuid...
15:35:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.538844 17200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } has no permanent_uuid. Determining permanent_uuid...
15:35:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.548684 17046 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 6
15:35:39.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.549789 17200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } has no permanent_uuid. Determining permanent_uuid...
15:35:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.572891 17046 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd: Bootstrap starting.
15:35:39.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.574012 17200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71: Bootstrap starting.
15:35:39.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.580752 17046 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd: Neither blocks nor log segments found. Creating new log.
15:35:39.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.582512 17200 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71: Neither blocks nor log segments found. Creating new log.
15:35:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.583251 17046 log.cc:824] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd: Log is configured to *not* fsync() on all Append() calls
15:35:39.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.584874 17200 log.cc:824] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71: Log is configured to *not* fsync() on all Append() calls
15:35:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.588683 17046 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd: No bootstrap required, opened a new log
15:35:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.590517 17200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71: No bootstrap required, opened a new log
15:35:39.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.620052 17046 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } }
15:35:39.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.620931 17046 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:35:39.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.621207 17046 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f32e0861ab24ed99fb8d01ff238a7bd, State: Initialized, Role: FOLLOWER
15:35:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.621433 17200 raft_consensus.cc:348] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } }
15:35:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.622473 17200 raft_consensus.cc:374] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:35:39.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.622440 17046 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } }
15:35:39.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.623114 17200 raft_consensus.cc:729] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 256b30bac38446c5911be0aaca3a7d71, State: Initialized, Role: FOLLOWER
15:35:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.624069 17200 consensus_queue.cc:260] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } }
15:35:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.625764 17212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:39.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.627315 17212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [sys.catalog]: This master's current role is: FOLLOWER
15:35:39.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.627938 17046 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [sys.catalog]: configured and running, proceeding with master startup.
15:35:39.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.628189 17213 sys_catalog.cc:455] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:39.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.629122 17200 sys_catalog.cc:564] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [sys.catalog]: configured and running, proceeding with master startup.
15:35:39.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.629210 17213 sys_catalog.cc:458] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [sys.catalog]: This master's current role is: FOLLOWER
15:35:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:39.661914 17234 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:35:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:39.662235 17234 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:35:39.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:39.666169 17154 tablet.cc:2369] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:35:39.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:39.690363 17235 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:35:39.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:39.691059 17235 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:35:39.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.661430 16978 master_runner.cc:186] Error getting master registration for 127.16.145.189:39111: OK, instance_id { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" instance_seqno: 1781969737664675 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:35:39.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.695544 16978 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:35:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.664729 17123 master_runner.cc:186] Error getting master registration for 127.16.145.189:39111: OK, instance_id { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" instance_seqno: 1781969737664675 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:35:39.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.702304 17123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:35:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.841002 17213 raft_consensus.cc:482] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:35:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.841583 17213 raft_consensus.cc:504] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } }
15:35:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.845585 17021 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "256b30bac38446c5911be0aaca3a7d71" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" is_pre_election: true
15:35:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.847321 17021 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 256b30bac38446c5911be0aaca3a7d71 in term 0.
15:35:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.848511 17213 leader_election.cc:288] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f32e0861ab24ed99fb8d01ff238a7bd (127.16.145.190:44745), 851301caf0f0462da54be62ef9d31f31 (127.16.145.189:39111)
15:35:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.849009 17150 leader_election.cc:302] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 256b30bac38446c5911be0aaca3a7d71, 2f32e0861ab24ed99fb8d01ff238a7bd; no voters:
15:35:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.849907 17213 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:35:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.850277 17213 raft_consensus.cc:482] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:35:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.850589 17213 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 0 FOLLOWER]: Advancing to term 1
15:35:39.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.857061 17213 raft_consensus.cc:504] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } }
15:35:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.859778 17021 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "256b30bac38446c5911be0aaca3a7d71" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd"
15:35:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.860337 17021 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [term 0 FOLLOWER]: Advancing to term 1
15:35:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.866689 17021 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 256b30bac38446c5911be0aaca3a7d71 in term 1.
15:35:39.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.867512 17213 leader_election.cc:288] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [CANDIDATE]: Term 1 election: Requested vote from peers 2f32e0861ab24ed99fb8d01ff238a7bd (127.16.145.190:44745), 851301caf0f0462da54be62ef9d31f31 (127.16.145.189:39111)
15:35:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.868702 17150 leader_election.cc:302] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 256b30bac38446c5911be0aaca3a7d71, 2f32e0861ab24ed99fb8d01ff238a7bd; no voters:
15:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.869452 17213 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 1 FOLLOWER]: Leader election won for term 1
15:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:39.870339 17000 tablet.cc:2369] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:35:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.878105 17213 raft_consensus.cc:686] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [term 1 LEADER]: Becoming Leader. State: Replica: 256b30bac38446c5911be0aaca3a7d71, State: Running, Role: LEADER
15:35:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.879426 17213 consensus_queue.cc:237] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } }
15:35:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.887151 17238 sys_catalog.cc:455] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 256b30bac38446c5911be0aaca3a7d71. Latest consensus state: current_term: 1 leader_uuid: "256b30bac38446c5911be0aaca3a7d71" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.888278 17238 sys_catalog.cc:458] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [sys.catalog]: This master's current role is: LEADER
15:35:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.907338 17240 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
15:35:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.914691 17240 catalog_manager.cc:1484] Initializing Kudu cluster ID...
15:35:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.937624 17021 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [term 1 FOLLOWER]: Refusing update from remote peer 256b30bac38446c5911be0aaca3a7d71: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:35:39.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.939949 17213 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:35:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.983685 17212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 256b30bac38446c5911be0aaca3a7d71. Latest consensus state: current_term: 1 leader_uuid: "256b30bac38446c5911be0aaca3a7d71" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.985321 17212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [sys.catalog]: This master's current role is: FOLLOWER
15:35:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.992626 17242 mvcc.cc:205] Tried to move back new op lower bound from 7298948054757040128 to 7298948054557179904. Current Snapshot: MvccSnapshot[applied={T|T < 7298948054757040128}]
15:35:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:39.998922 17241 mvcc.cc:205] Tried to move back new op lower bound from 7298948054757040128 to 7298948054557179904. Current Snapshot: MvccSnapshot[applied={T|T < 7298948054757040128}]
15:35:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.010006 17212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "256b30bac38446c5911be0aaca3a7d71" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.012081 17212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd [sys.catalog]: This master's current role is: FOLLOWER
15:35:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.019919 17213 sys_catalog.cc:455] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "256b30bac38446c5911be0aaca3a7d71" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.020699 17213 sys_catalog.cc:458] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [sys.catalog]: This master's current role is: LEADER
15:35:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.030351 17240 catalog_manager.cc:1347] Generated new cluster ID: f7e3bb68ba4b4e49b12f22a36ce76cdd
15:35:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.030658 17240 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
15:35:40.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.048535 17121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } attempt: 7
15:35:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.082782 17240 catalog_manager.cc:1370] Generated new certificate authority record
15:35:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.085011 17121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31: Bootstrap starting.
15:35:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.085312 17240 catalog_manager.cc:1504] Loading token signing keys...
15:35:40.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.097455 17121 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31: Neither blocks nor log segments found. Creating new log.
15:35:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.099856 17121 log.cc:824] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31: Log is configured to *not* fsync() on all Append() calls
15:35:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.111577 17121 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31: No bootstrap required, opened a new log
15:35:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.118800 17240 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71: Generated new TSK 0
15:35:40.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.120247 17240 catalog_manager.cc:1514] Initializing in-progress tserver states...
15:35:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.136466 16966 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/wal
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/data
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/logs
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/data/info.pb
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.129:0
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.145.129
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.129
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:35:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.152010 17121 raft_consensus.cc:348] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } }
15:35:40.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.153232 17121 raft_consensus.cc:374] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:35:40.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.153715 17121 raft_consensus.cc:729] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 851301caf0f0462da54be62ef9d31f31, State: Initialized, Role: FOLLOWER
15:35:40.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.155622 17121 consensus_queue.cc:260] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } }
15:35:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.163931 17249 sys_catalog.cc:455] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.168659 17249 sys_catalog.cc:458] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [sys.catalog]: This master's current role is: FOLLOWER
15:35:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.168887 17094 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [term 0 FOLLOWER]: Advancing to term 1
15:35:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.168308 17121 sys_catalog.cc:564] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [sys.catalog]: configured and running, proceeding with master startup.
15:35:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.172824 17096 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "256b30bac38446c5911be0aaca3a7d71" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "851301caf0f0462da54be62ef9d31f31" is_pre_election: true
15:35:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.174046 17095 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "256b30bac38446c5911be0aaca3a7d71" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "851301caf0f0462da54be62ef9d31f31"
15:35:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.181622 17094 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [term 1 FOLLOWER]: Refusing update from remote peer 256b30bac38446c5911be0aaca3a7d71: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:35:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.183460 17213 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [LEADER]: Connected to new peer: Peer: permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:35:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.254952 17249 sys_catalog.cc:455] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 256b30bac38446c5911be0aaca3a7d71. Latest consensus state: current_term: 1 leader_uuid: "256b30bac38446c5911be0aaca3a7d71" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.255767 17249 sys_catalog.cc:458] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [sys.catalog]: This master's current role is: FOLLOWER
15:35:40.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.255070 17260 sys_catalog.cc:455] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "256b30bac38446c5911be0aaca3a7d71" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.257840 17260 sys_catalog.cc:458] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31 [sys.catalog]: This master's current role is: FOLLOWER
15:35:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.315518 17265 catalog_manager.cc:1259] Loaded cluster ID: f7e3bb68ba4b4e49b12f22a36ce76cdd
15:35:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.316134 17265 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31: loading cluster ID for follower catalog manager: success
15:35:40.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.323697 17265 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31: acquiring CA information for follower catalog manager: success
15:35:40.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.329464 17265 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 851301caf0f0462da54be62ef9d31f31: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:35:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.669515 17234 catalog_manager.cc:1259] Loaded cluster ID: f7e3bb68ba4b4e49b12f22a36ce76cdd
15:35:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.670341 17234 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd: loading cluster ID for follower catalog manager: success
15:35:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.699632 17234 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd: acquiring CA information for follower catalog manager: success
15:35:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.705801 17234 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2f32e0861ab24ed99fb8d01ff238a7bd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:35:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:40.759796 17248 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:40.760764 17248 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:40.761729 17248 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.763954 17213 sys_catalog.cc:455] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "256b30bac38446c5911be0aaca3a7d71" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f32e0861ab24ed99fb8d01ff238a7bd" member_type: VOTER last_known_addr { host: "127.16.145.190" port: 44745 } } peers { permanent_uuid: "851301caf0f0462da54be62ef9d31f31" member_type: VOTER last_known_addr { host: "127.16.145.189" port: 39111 } } peers { permanent_uuid: "256b30bac38446c5911be0aaca3a7d71" member_type: VOTER last_known_addr { host: "127.16.145.188" port: 33207 } } }
15:35:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.764689 17213 sys_catalog.cc:458] T 00000000000000000000000000000000 P 256b30bac38446c5911be0aaca3a7d71 [sys.catalog]: This master's current role is: LEADER
15:35:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:40.820428 17248 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:40.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:40.822135 17248 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.145.129
15:35:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.885993 17248 tablet_server_runner.cc:78] Tablet server non-default flags:
15:35:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/data
15:35:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/wal
15:35:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.129:0
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/data/info.pb
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.129
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.145.129
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/logs
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:40.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.889391 17248 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.891842 17248 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:40.935700 17275 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:40.950487 17248 server_base.cc:1034] running on GCE node
15:35:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:40.950676 17274 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:40.946373 17277 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.465916 17248 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:42.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.478019 17248 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.479686 17248 hybrid_clock.cc:648] HybridClock initialized: now 1781969742479643 us; error 46 us; skew 500 ppm
15:35:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.481020 17248 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.509346 17248 webserver.cc:460] Webserver started at http://127.16.145.129:46157/ using document root <none> and password file <none>
15:35:42.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.510941 17248 fs_manager.cc:359] Metadata directory not provided
15:35:42.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.511423 17248 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.516080 17248 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:35:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.525265 17248 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/data/instance:
15:35:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a76febd62f0b49c7acca250b961f04a9"
15:35:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:42 on dist-test-slave-jn77"
15:35:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.527683 17248 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/wal/instance:
15:35:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a76febd62f0b49c7acca250b961f04a9"
15:35:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:42 on dist-test-slave-jn77"
15:35:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.545543 17248 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.009s sys 0.004s
15:35:42.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.553448 17284 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:42.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.554785 17248 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:35:42.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.555171 17248 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/wal
15:35:42.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a76febd62f0b49c7acca250b961f04a9"
15:35:42.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:42 on dist-test-slave-jn77"
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.555593 17248 fs_report.cc:383] FS layout report
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/wal
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/wal
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/data/data
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.611538 17248 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.613500 17248 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.614125 17248 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.617580 17248 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:35:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.623540 17248 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:35:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.623842 17248 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:35:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.624131 17248 ts_tablet_manager.cc:610] Registered 0 tablets
15:35:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.624372 17248 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:35:42.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.789405 17248 rpc_server.cc:307] RPC server started. Bound to: 127.16.145.129:39613
15:35:42.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.789462 17396 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.145.129:39613 every 8 connection(s)
15:35:42.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.793068 17248 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/data/info.pb
15:35:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.794255 16966 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 17248
15:35:42.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.794680 16966 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-0/wal/instance
15:35:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.831318 16966 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/wal
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/data
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/logs
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/data/info.pb
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.130:0
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.145.130
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.130
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:35:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.845211 17403 heartbeater.cc:347] Connected to a master server at 127.16.145.190:44745
15:35:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.845703 17403 heartbeater.cc:464] Registering TS with master...
15:35:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.846881 17403 heartbeater.cc:511] Master 127.16.145.190:44745 requested a full tablet report, sending...
15:35:42.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.850119 17011 ts_manager.cc:194] Registered new tserver with Master: a76febd62f0b49c7acca250b961f04a9 (127.16.145.129:39613)
15:35:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.856998 17398 heartbeater.cc:347] Connected to a master server at 127.16.145.189:39111
15:35:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.857336 17398 heartbeater.cc:464] Registering TS with master...
15:35:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.858039 17397 heartbeater.cc:347] Connected to a master server at 127.16.145.188:33207
15:35:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.858219 17398 heartbeater.cc:511] Master 127.16.145.189:39111 requested a full tablet report, sending...
15:35:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.858381 17397 heartbeater.cc:464] Registering TS with master...
15:35:42.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.859236 17397 heartbeater.cc:511] Master 127.16.145.188:33207 requested a full tablet report, sending...
15:35:42.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.861276 17086 ts_manager.cc:194] Registered new tserver with Master: a76febd62f0b49c7acca250b961f04a9 (127.16.145.129:39613)
15:35:42.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.861577 17165 ts_manager.cc:194] Registered new tserver with Master: a76febd62f0b49c7acca250b961f04a9 (127.16.145.129:39613)
15:35:42.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:42.864828 17165 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.145.129:42309
15:35:43.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:43.172461 17407 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:43.172938 17407 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:43.173354 17407 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:43.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:43.204450 17407 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:43.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:43.205238 17407 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.145.130
15:35:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:43.240144 17407 tablet_server_runner.cc:78] Tablet server non-default flags:
15:35:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/data
15:35:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/wal
15:35:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.130:0
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/data/info.pb
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.130
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.145.130
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/logs
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:35:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:43.241416 17407 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:43.243423 17407 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:43.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:43.263155 17413 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:43.869647 17397 heartbeater.cc:503] Master 127.16.145.188:33207 was elected leader, sending a full tablet report...
15:35:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:43.263319 17414 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:43.265266 17416 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:44.499768 17415 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1234 milliseconds
15:35:44.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.499907 17407 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:35:44.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.501499 17407 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.504367 17407 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:44.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.506831 17407 hybrid_clock.cc:648] HybridClock initialized: now 1781969744506762 us; error 81 us; skew 500 ppm
15:35:44.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.508095 17407 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.514777 17407 webserver.cc:460] Webserver started at http://127.16.145.130:40627/ using document root <none> and password file <none>
15:35:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.515647 17407 fs_manager.cc:359] Metadata directory not provided
15:35:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.515825 17407 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.516206 17407 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:35:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.520803 17407 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/data/instance:
15:35:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9aaa6dfeea7f4f49be781dfc5f9340c6"
15:35:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:44 on dist-test-slave-jn77"
15:35:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.521798 17407 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/wal/instance:
15:35:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9aaa6dfeea7f4f49be781dfc5f9340c6"
15:35:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:44 on dist-test-slave-jn77"
15:35:44.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.528796 17407 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
15:35:44.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.534695 17425 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.536074 17407 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
15:35:44.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.536474 17407 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/wal
15:35:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9aaa6dfeea7f4f49be781dfc5f9340c6"
15:35:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:44 on dist-test-slave-jn77"
15:35:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.536918 17407 fs_report.cc:383] FS layout report
15:35:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/wal
15:35:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/wal
15:35:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/data/data
15:35:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.581924 17407 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.583498 17407 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:44.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.583940 17407 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.586978 17407 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:35:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.591013 17407 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:35:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.591215 17407 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:35:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.591413 17407 ts_tablet_manager.cc:610] Registered 0 tablets
15:35:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.591540 17407 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:35:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.742460 17407 rpc_server.cc:307] RPC server started. Bound to: 127.16.145.130:44845
15:35:44.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.742583 17537 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.145.130:44845 every 8 connection(s)
15:35:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.745236 17407 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/data/info.pb
15:35:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.752439 16966 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 17407
15:35:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.753229 16966 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-1/wal/instance
15:35:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.773885 16966 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/wal
15:35:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/data
15:35:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:44.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/logs
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/data/info.pb
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.131:0
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.145.131
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.131
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:35:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.809173 17539 heartbeater.cc:347] Connected to a master server at 127.16.145.189:39111
15:35:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.809686 17539 heartbeater.cc:464] Registering TS with master...
15:35:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.810992 17539 heartbeater.cc:511] Master 127.16.145.189:39111 requested a full tablet report, sending...
15:35:44.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.814620 17086 ts_manager.cc:194] Registered new tserver with Master: 9aaa6dfeea7f4f49be781dfc5f9340c6 (127.16.145.130:44845)
15:35:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.827145 17538 heartbeater.cc:347] Connected to a master server at 127.16.145.188:33207
15:35:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.827234 17540 heartbeater.cc:347] Connected to a master server at 127.16.145.190:44745
15:35:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.827561 17540 heartbeater.cc:464] Registering TS with master...
15:35:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.827565 17538 heartbeater.cc:464] Registering TS with master...
15:35:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.828639 17538 heartbeater.cc:511] Master 127.16.145.188:33207 requested a full tablet report, sending...
15:35:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.828647 17540 heartbeater.cc:511] Master 127.16.145.190:44745 requested a full tablet report, sending...
15:35:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.831185 17165 ts_manager.cc:194] Registered new tserver with Master: 9aaa6dfeea7f4f49be781dfc5f9340c6 (127.16.145.130:44845)
15:35:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.831779 17011 ts_manager.cc:194] Registered new tserver with Master: 9aaa6dfeea7f4f49be781dfc5f9340c6 (127.16.145.130:44845)
15:35:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:44.833230 17165 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.145.130:44249
15:35:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:45.101089 17548 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:45.101564 17548 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:45.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:45.102012 17548 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:45.133193 17548 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:45.134083 17548 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.145.131
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:45.169603 17548 tablet_server_runner.cc:78] Tablet server non-default flags:
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.145.148:35713
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/data
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/wal
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.145.131:0
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/data/info.pb
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.145.131
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.145.190:44745,127.16.145.189:39111,127.16.145.188:33207
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.145.131
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/logs
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:45.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:45.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:45.170847 17548 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:45.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:45.172313 17548 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:45.190632 17557 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:45.836454 17538 heartbeater.cc:503] Master 127.16.145.188:33207 was elected leader, sending a full tablet report...
15:35:46.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:45.192142 17548 server_base.cc:1034] running on GCE node
15:35:46.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:45.191587 17554 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:46.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:45.190670 17555 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.376542 17548 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.378818 17548 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.380298 17548 hybrid_clock.cc:648] HybridClock initialized: now 1781969746380230 us; error 95 us; skew 500 ppm
15:35:46.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.381259 17548 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.387940 17548 webserver.cc:460] Webserver started at http://127.16.145.131:40859/ using document root <none> and password file <none>
15:35:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.388913 17548 fs_manager.cc:359] Metadata directory not provided
15:35:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.389154 17548 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.389693 17548 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:35:46.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.395344 17548 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/data/instance:
15:35:46.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb86e07e2a69405f9e6089f9c4f74f5c"
15:35:46.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:46 on dist-test-slave-jn77"
15:35:46.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.396517 17548 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/wal/instance:
15:35:46.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb86e07e2a69405f9e6089f9c4f74f5c"
15:35:46.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:46 on dist-test-slave-jn77"
15:35:46.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.403579 17548 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.001s sys 0.007s
15:35:46.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.409240 17565 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.410403 17548 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.410683 17548 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/wal
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb86e07e2a69405f9e6089f9c4f74f5c"
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:46 on dist-test-slave-jn77"
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.411000 17548 fs_report.cc:383] FS layout report
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/wal
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/wal
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/data/data
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.448318 17548 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.449697 17548 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:46.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.450193 17548 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.452632 17548 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
15:35:46.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.456736 17548 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:35:46.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.456966 17548 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:35:46.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.457281 17548 ts_tablet_manager.cc:610] Registered 0 tablets
15:35:46.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.457470 17548 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:35:46.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.599536 17548 rpc_server.cc:307] RPC server started. Bound to: 127.16.145.131:43211
15:35:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.599642 17677 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.145.131:43211 every 8 connection(s)
15:35:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.602123 17548 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/data/info.pb
15:35:46.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.603216 16966 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 17548
15:35:46.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.603615 16966 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster3554803485292741112/ts-2/wal/instance
15:35:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.644622 17678 heartbeater.cc:347] Connected to a master server at 127.16.145.188:33207
15:35:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.645109 17678 heartbeater.cc:464] Registering TS with master...
15:35:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.646413 17678 heartbeater.cc:511] Master 127.16.145.188:33207 requested a full tablet report, sending...
15:35:46.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.648172 17679 heartbeater.cc:347] Connected to a master server at 127.16.145.189:39111
15:35:46.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.648506 17679 heartbeater.cc:464] Registering TS with master...
15:35:46.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.649258 17679 heartbeater.cc:511] Master 127.16.145.189:39111 requested a full tablet report, sending...
15:35:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.651100 17680 heartbeater.cc:347] Connected to a master server at 127.16.145.190:44745
15:35:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.651127 17164 ts_manager.cc:194] Registered new tserver with Master: eb86e07e2a69405f9e6089f9c4f74f5c (127.16.145.131:43211)
15:35:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.651340 17680 heartbeater.cc:464] Registering TS with master...
15:35:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.651934 17680 heartbeater.cc:511] Master 127.16.145.190:44745 requested a full tablet report, sending...
15:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.653153 17164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.145.131:46625
15:35:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.653975 17011 ts_manager.cc:194] Registered new tserver with Master: eb86e07e2a69405f9e6089f9c4f74f5c (127.16.145.131:43211)
15:35:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.656437 17086 ts_manager.cc:194] Registered new tserver with Master: eb86e07e2a69405f9e6089f9c4f74f5c (127.16.145.131:43211)
15:35:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:46.673871 16966 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
15:35:46.685 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:35:46.687 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
15:35:46.697 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.145.190"
port: 44745
}
bound_http_address {
host: "127.16.145.190"
port: 43013
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.145.189"
port: 39111
}
bound_http_address {
host: "127.16.145.189"
port: 45477
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.145.188"
port: 33207
}
bound_http_address {
host: "127.16.145.188"
port: 45983
}
}
}
15:35:46.704 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:35:46.707 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.145.129"
port: 39613
}
bound_http_address {
host: "127.16.145.129"
port: 46157
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.145.130"
port: 44845
}
bound_http_address {
host: "127.16.145.130"
port: 40627
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.145.131"
port: 43211
}
bound_http_address {
host: "127.16.145.131"
port: 40859
}
}
}
15:35:46.707 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:35:46.885 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:35:47.004 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrnvjKJ/test-tmp
15:35:47.006 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:35:47.006 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrnvjKJ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:35:47.008 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
15:35:47.334 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:47.335 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:35:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:47.338116 17690 mini_oidc.cc:152] Starting JWKS server
15:35:47.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:47.341801 17690 webserver.cc:460] Webserver started at http://127.0.0.1:41689/ using document root <none> and password file <none>
15:35:47.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:47.342252 17690 mini_oidc.cc:189] Starting OIDC Discovery server
15:35:47.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:47.344110 17690 webserver.cc:460] Webserver started at http://127.0.0.1:41431/ using document root <none> and password file <none>
15:35:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
15:35:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/principal' for realm 'KRBTEST.COM',
15:35:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
15:35:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:47 dist-test-slave-jn77 krb5kdc[17702](info): setting up network...
15:35:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
15:35:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:47 dist-test-slave-jn77 krb5kdc[17702](info): set up 2 sockets
15:35:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:47 dist-test-slave-jn77 krb5kdc[17702](info): commencing operation
15:35:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
15:35:47.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:47.657449 17678 heartbeater.cc:503] Master 127.16.145.188:33207 was elected leader, sending a full tablet report...
15:35:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:48.453851 17690 mini_kdc.cc:121] Time spent starting KDC: real 1.083s user 0.003s sys 0.016s
15:35:48.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
15:35:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:35:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
15:35:48.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
15:35:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:35:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
15:35:48.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
15:35:48.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:35:48.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
15:35:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:35:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/test-user.keytab.
15:35:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/test-user.keytab.
15:35:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:48 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969748, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:35:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:35:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T15:35:48Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
15:35:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T15:35:48Z Disabled control of system clock
15:35:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.70.190@KRBTEST.COM; defaulting to no policy
15:35:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:35:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.70.190@KRBTEST.COM" created.
15:35:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:35:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.70.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.190.keytab.
15:35:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.70.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.190.keytab.
15:35:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:48.651404 17690 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data
15:35:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/logs
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data/info.pb
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.190:34121
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.190
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.190.keytab
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.190
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:35:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:48.975395 17716 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:48.976089 17716 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:48.976799 17716 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.009150 17716 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:35:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.009455 17716 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:35:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.009846 17716 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.010222 17716 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:35:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.010540 17716 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:35:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.010833 17716 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:35:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.011041 17716 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41689/jwks.json
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:49.048532 17716 master_runner.cc:386] Master server non-default flags:
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.190.keytab
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.190
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.190:34121
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data/info.pb
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.190
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/logs
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:49.050064 17716 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:49.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:49.051270 17716 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:49.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.069628 17722 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.069631 17725 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:49.070068 17723 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.334415 17724 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1262 milliseconds
15:35:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.334527 17716 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:35:50.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.335634 17716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.338155 17716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:50.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.339483 17716 hybrid_clock.cc:648] HybridClock initialized: now 1781969750339454 us; error 48 us; skew 500 ppm
15:35:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.340404 17716 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:50 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969750, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:35:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.346292 17716 init.cc:377] Logged in from keytab as kudu/127.17.70.190@KRBTEST.COM (short username kudu)
15:35:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.351401 17716 webserver.cc:460] Webserver started at http://127.17.70.190:36119/ using document root <none> and password file <none>
15:35:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.352356 17716 fs_manager.cc:359] Metadata directory not provided
15:35:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.352684 17716 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.353228 17716 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:35:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.358055 17716 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data/instance:
15:35:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a351f91d0ab741e09fb914a1d0c5326e"
15:35:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:50 on dist-test-slave-jn77"
15:35:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.359360 17716 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal/instance:
15:35:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a351f91d0ab741e09fb914a1d0c5326e"
15:35:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:50 on dist-test-slave-jn77"
15:35:50.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.366281 17716 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
15:35:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.371793 17733 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.372772 17716 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
15:35:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.373131 17716 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a351f91d0ab741e09fb914a1d0c5326e"
15:35:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:50 on dist-test-slave-jn77"
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.373481 17716 fs_report.cc:383] FS layout report
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data/data
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.418974 17716 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.424607 17716 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.425123 17716 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.499286 17716 rpc_server.cc:307] RPC server started. Bound to: 127.17.70.190:34121
15:35:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.499320 17784 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.70.190:34121 every 8 connection(s)
15:35:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.503171 17716 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data/info.pb
15:35:50.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.509230 17785 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:35:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.512643 17690 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 17716
15:35:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.513182 17690 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal/instance
15:35:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.524904 17785 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } has no permanent_uuid. Determining permanent_uuid...
15:35:50.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.70.189@KRBTEST.COM; defaulting to no policy
15:35:50.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:35:50.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.70.189@KRBTEST.COM" created.
15:35:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:50 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969750, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.190@KRBTEST.COM for kudu/127.17.70.190@KRBTEST.COM
15:35:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:35:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.70.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.189.keytab.
15:35:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.70.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.189.keytab.
15:35:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.558246 17690 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data
15:35:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/logs
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data/info.pb
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.189:34657
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.189
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.189.keytab
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.189
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:35:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.566094 17785 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } has no permanent_uuid. Determining permanent_uuid...
15:35:50.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.568594 17736 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:35:50.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.573079 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.189:34657: Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:35:50.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.622539 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } attempt: 1
15:35:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.626392 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.189:34657: Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:35:50.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.694820 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } attempt: 2
15:35:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.698967 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.189:34657: Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:35:50.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.790380 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } attempt: 3
15:35:50.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.794911 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.189:34657: Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:35:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.879673 17791 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:50.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.880450 17791 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.881264 17791 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.914109 17791 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:35:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.914402 17791 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:35:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.914774 17791 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.915091 17791 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:35:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.915409 17791 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:35:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.915710 17791 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:35:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.915946 17791 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41689/jwks.json
15:35:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.938318 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } attempt: 4
15:35:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.942194 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.189:34657: Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:35:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.960342 17791 master_runner.cc:386] Master server non-default flags:
15:35:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.189.keytab
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.189
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.189:34657
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data/info.pb
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.189
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/logs
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.961562 17791 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.962529 17791 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.979121 17799 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:51.241616 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } attempt: 5
15:35:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:51.246431 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.189:34657: Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:35:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:51.793843 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } attempt: 6
15:35:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:51.801355 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.189:34657: Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:35:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.979300 17800 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:50.982187 17791 server_base.cc:1034] running on GCE node
15:35:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:50.980530 17802 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.210490 17791 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.213014 17791 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.214372 17791 hybrid_clock.cc:648] HybridClock initialized: now 1781969752214337 us; error 48 us; skew 500 ppm
15:35:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.215291 17791 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:52 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969752, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:35:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.221341 17791 init.cc:377] Logged in from keytab as kudu/127.17.70.189@KRBTEST.COM (short username kudu)
15:35:52.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.226639 17791 webserver.cc:460] Webserver started at http://127.17.70.189:33991/ using document root <none> and password file <none>
15:35:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.227545 17791 fs_manager.cc:359] Metadata directory not provided
15:35:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.227777 17791 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:52.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.228289 17791 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:35:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.233162 17791 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data/instance:
15:35:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "067ee10d9cf54333ad2ff52e1e3f7c64"
15:35:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:52 on dist-test-slave-jn77"
15:35:52.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.234352 17791 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal/instance:
15:35:52.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "067ee10d9cf54333ad2ff52e1e3f7c64"
15:35:52.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:52 on dist-test-slave-jn77"
15:35:52.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.241793 17791 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
15:35:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.247243 17813 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.248307 17791 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.248713 17791 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "067ee10d9cf54333ad2ff52e1e3f7c64"
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:52 on dist-test-slave-jn77"
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.249055 17791 fs_report.cc:383] FS layout report
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data/data
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:52.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.286942 17791 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:52.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.292400 17791 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.292948 17791 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.361080 17791 rpc_server.cc:307] RPC server started. Bound to: 127.17.70.189:34657
15:35:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.361167 17864 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.70.189:34657 every 8 connection(s)
15:35:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.363745 17791 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data/info.pb
15:35:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.369354 17865 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:35:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.369663 17690 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 17791
15:35:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.370183 17690 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal/instance
15:35:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.70.188@KRBTEST.COM; defaulting to no policy
15:35:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.384550 17865 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } has no permanent_uuid. Determining permanent_uuid...
15:35:52.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:35:52.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.70.188@KRBTEST.COM" created.
15:35:52.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:52 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969752, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.189@KRBTEST.COM for kudu/127.17.70.190@KRBTEST.COM
15:35:52.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:35:52.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.70.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.188.keytab.
15:35:52.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.70.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.188.keytab.
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.417876 17690 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/logs
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data/info.pb
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.188:35467
15:35:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.188
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.188.keytab
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.188
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:35:52.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.424046 17865 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } has no permanent_uuid. Determining permanent_uuid...
15:35:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:52 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969752, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.189@KRBTEST.COM for kudu/127.17.70.189@KRBTEST.COM
15:35:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.452389 17865 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } has no permanent_uuid. Determining permanent_uuid...
15:35:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.454622 17814 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:52.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.458673 17865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:52.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.508121 17865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 1
15:35:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.511540 17865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.579957 17865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 2
15:35:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.583447 17865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:52.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.674955 17865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 3
15:35:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.678793 17865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.744637 17871 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.745415 17871 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.746430 17871 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:52.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.781358 17871 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:35:52.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.781584 17871 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:35:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.781853 17871 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.782117 17871 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:35:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.782341 17871 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:35:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.782526 17871 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:35:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.782666 17871 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41689/jwks.json
15:35:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.822191 17865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 4
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.824860 17871 master_runner.cc:386] Master server non-default flags:
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.188.keytab
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.188
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.188:35467
15:35:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data/info.pb
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.188
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/logs
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.825923 17865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:52.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.826342 17871 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:52.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.827265 17871 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:52.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.845645 17879 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.861706 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } attempt: 7
15:35:52.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:52 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969750, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.190@KRBTEST.COM for kudu/127.17.70.189@KRBTEST.COM
15:35:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.890260 17785 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } has no permanent_uuid. Determining permanent_uuid...
15:35:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.895550 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.954000 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 1
15:35:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.958385 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:53.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:53.039783 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 2
15:35:53.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:53.043678 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:53.125386 17865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 5
15:35:53.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:53.129273 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 3
15:35:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:53.130797 17865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:53.133993 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:53.274649 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 4
15:35:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:53.278966 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:53.562573 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 5
15:35:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:53.566855 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:53.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:53.678433 17865 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 6
15:35:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:53.686702 17865 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.846832 17880 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:52.846907 17882 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:52.848834 17871 server_base.cc:1034] running on GCE node
15:35:54.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.101876 17871 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:54.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.105412 17871 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.106761 17871 hybrid_clock.cc:648] HybridClock initialized: now 1781969754106733 us; error 45 us; skew 500 ppm
15:35:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.107635 17871 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:54 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969754, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:35:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.118291 17871 init.cc:377] Logged in from keytab as kudu/127.17.70.188@KRBTEST.COM (short username kudu)
15:35:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.119480 17785 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } attempt: 6
15:35:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.126394 17785 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.70.188:35467: Network error: Client connection negotiation failed: client connection to 127.17.70.188:35467: connect: Connection refused (error 111)
15:35:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.128536 17871 webserver.cc:460] Webserver started at http://127.17.70.188:34653/ using document root <none> and password file <none>
15:35:54.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.129818 17871 fs_manager.cc:359] Metadata directory not provided
15:35:54.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.130105 17871 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:54.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.130652 17871 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:35:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.137596 17871 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data/instance:
15:35:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "757a9f63d42440c8966bf8a19b1ee790"
15:35:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:54 on dist-test-slave-jn77"
15:35:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.139082 17871 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal/instance:
15:35:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "757a9f63d42440c8966bf8a19b1ee790"
15:35:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:54 on dist-test-slave-jn77"
15:35:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.148265 17871 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
15:35:54.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.155090 17898 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.156301 17871 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.156677 17871 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "757a9f63d42440c8966bf8a19b1ee790"
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:54 on dist-test-slave-jn77"
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.157076 17871 fs_report.cc:383] FS layout report
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data/data
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.200893 17871 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.206596 17871 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.207048 17871 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.276234 17871 rpc_server.cc:307] RPC server started. Bound to: 127.17.70.188:35467
15:35:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.276316 17949 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.70.188:35467 every 8 connection(s)
15:35:54.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.279037 17871 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data/info.pb
15:35:54.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.281713 17690 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 17871
15:35:54.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.282228 17690 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal/instance
15:35:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.286026 17950 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:35:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.301648 17950 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } has no permanent_uuid. Determining permanent_uuid...
15:35:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:54 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969748, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.70.188@KRBTEST.COM
15:35:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:54 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969754, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.188@KRBTEST.COM for kudu/127.17.70.190@KRBTEST.COM
15:35:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.331604 17950 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } has no permanent_uuid. Determining permanent_uuid...
15:35:54.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:54 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969754, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.188@KRBTEST.COM for kudu/127.17.70.189@KRBTEST.COM
15:35:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:54 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969748, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.70.189@KRBTEST.COM
15:35:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.356256 17950 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } has no permanent_uuid. Determining permanent_uuid...
15:35:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:54 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969754, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.188@KRBTEST.COM for kudu/127.17.70.188@KRBTEST.COM
15:35:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:54 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969748, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.70.190@KRBTEST.COM
15:35:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.389879 17950 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: Bootstrap starting.
15:35:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.395895 17950 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: Neither blocks nor log segments found. Creating new log.
15:35:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.397560 17690 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
15:35:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.398046 17950 log.cc:824] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: Log is configured to *not* fsync() on all Append() calls
15:35:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.403136 17950 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: No bootstrap required, opened a new log
15:35:54.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:54.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
15:35:54.420 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
15:35:54.421 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
15:35:54.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.70.190"
port: 34121
}
bound_http_address {
host: "127.17.70.190"
port: 36119
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.70.189"
port: 34657
}
bound_http_address {
host: "127.17.70.189"
port: 33991
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.70.188"
port: 35467
}
bound_http_address {
host: "127.17.70.188"
port: 34653
}
}
}
15:35:54.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:35:54.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:54.425 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:35:54.427 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:35:54.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.430339 17950 raft_consensus.cc:348] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:35:54.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.431021 17950 raft_consensus.cc:374] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:35:54.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.431223 17950 raft_consensus.cc:729] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 757a9f63d42440c8966bf8a19b1ee790, State: Initialized, Role: FOLLOWER
15:35:54.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.432106 17950 consensus_queue.cc:260] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:35:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.435063 17960 sys_catalog.cc:455] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } } }
15:35:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.435963 17960 sys_catalog.cc:458] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [sys.catalog]: This master's current role is: FOLLOWER
15:35:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.436920 17950 sys_catalog.cc:564] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [sys.catalog]: configured and running, proceeding with master startup.
15:35:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:54 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969754, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:35:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:35:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.463178 17904 tablet.cc:2369] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:35:54.470 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:54.473 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc
15:35:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.487130 17972 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:35:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.487474 17972 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:35:54.490 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:35:54.491 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc
15:35:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.461961 17871 master_runner.cc:186] Error getting master registration for 127.17.70.190:34121: OK, instance_id { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" instance_seqno: 1781969750477349 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:35:54.497 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:35:54.504 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
15:35:54.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.506187 17871 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:35:54.508 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:35:54.509 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:35:54.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:54 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969754, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:35:54.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:35:54.548 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:54.548 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc
15:35:54.550 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:35:54.550 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.70.190:34121
15:35:54.552 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:35:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.553164 17690 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 17716
15:35:54.583 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:54.583 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.70.189:34657
15:35:54.584 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:35:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.584503 17690 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 17791
15:35:54.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:54.610 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.70.188:35467
15:35:54.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:35:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.611161 17690 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 17871
15:35:54.633 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:54.633 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.70.190:34121
15:35:54.634 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:35:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:54.636587 17690 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data
15:35:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/logs
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data/info.pb
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.190:34121
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.190
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36119
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.190.keytab
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.190
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:54.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:35:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.956362 17977 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.956880 17977 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.957453 17977 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:54.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.988371 17977 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:35:54.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.988598 17977 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:35:54.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.988852 17977 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.989039 17977 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:35:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.989236 17977 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:35:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.989419 17977 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:35:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:54.989557 17977 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41689/jwks.json
15:35:55.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:55.025426 17977 master_runner.cc:386] Master server non-default flags:
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.190.keytab
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.190
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.190:34121
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data/info.pb
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.190
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36119
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/logs
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:55.026640 17977 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:55.027585 17977 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:55.046164 17986 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:55.046396 17984 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:55.046407 17983 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:55.047816 17977 server_base.cc:1034] running on GCE node
15:35:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.282758 17977 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.286383 17977 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:56.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.287837 17977 hybrid_clock.cc:648] HybridClock initialized: now 1781969756287805 us; error 54 us; skew 500 ppm
15:35:56.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.288619 17977 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:56.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:56 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969756, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:35:56.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.294665 17977 init.cc:377] Logged in from keytab as kudu/127.17.70.190@KRBTEST.COM (short username kudu)
15:35:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.299770 17977 webserver.cc:460] Webserver started at http://127.17.70.190:36119/ using document root <none> and password file <none>
15:35:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.300714 17977 fs_manager.cc:359] Metadata directory not provided
15:35:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.300967 17977 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.309037 17977 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
15:35:56.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.313241 17996 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:56.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.314452 17977 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
15:35:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.314831 17977 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a351f91d0ab741e09fb914a1d0c5326e"
15:35:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:50 on dist-test-slave-jn77"
15:35:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.317194 17977 fs_report.cc:383] FS layout report
15:35:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal
15:35:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data/data
15:35:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:56.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:56.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.352490 17977 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:56.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.358446 17977 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.358878 17977 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.429586 17977 rpc_server.cc:307] RPC server started. Bound to: 127.17.70.190:34121
15:35:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.429708 18047 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.70.190:34121 every 8 connection(s)
15:35:56.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.432554 17977 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/data/info.pb
15:35:56.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.439790 17690 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 17977
15:35:56.440 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:56.440 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.70.189:34657
15:35:56.441 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:35:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.442399 17690 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data
15:35:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/logs
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data/info.pb
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.189:34657
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.189
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33991
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.189.keytab
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.189
15:35:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.443811 18048 sys_catalog.cc:263] Verifying existing consensus state
15:35:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 15:35:56.444482 18048 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:35:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.444850 17977 master.cc:537] Master@127.17.70.190:34121 shutting down...
15:35:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.512674 17977 master.cc:552] Master@127.17.70.190:34121 shutdown complete.
15:35:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:35:56.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.765136 18050 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:56.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.765666 18050 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:56.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.766296 18050 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.798507 18050 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:35:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.798724 18050 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:35:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.798993 18050 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.799178 18050 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:35:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.799347 18050 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:35:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.799526 18050 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:35:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.799656 18050 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41689/jwks.json
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.837658 18050 master_runner.cc:386] Master server non-default flags:
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.189.keytab
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.189
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.189:34657
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data/info.pb
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.189
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33991
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/logs
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.839190 18050 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:56.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.840552 18050 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.858409 18057 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.859330 18059 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:56.859704 18050 server_base.cc:1034] running on GCE node
15:35:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:56.861047 18056 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:58.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.094477 18050 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:58.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.097711 18050 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.099359 18050 hybrid_clock.cc:648] HybridClock initialized: now 1781969758099043 us; error 343 us; skew 500 ppm
15:35:58.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.100240 18050 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:58 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969758, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:35:58.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.105794 18050 init.cc:377] Logged in from keytab as kudu/127.17.70.189@KRBTEST.COM (short username kudu)
15:35:58.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.111286 18050 webserver.cc:460] Webserver started at http://127.17.70.189:33991/ using document root <none> and password file <none>
15:35:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.112274 18050 fs_manager.cc:359] Metadata directory not provided
15:35:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.112519 18050 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.120153 18050 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
15:35:58.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.124394 18069 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:58.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.125519 18050 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
15:35:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.125931 18050 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "067ee10d9cf54333ad2ff52e1e3f7c64"
15:35:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:52 on dist-test-slave-jn77"
15:35:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.128258 18050 fs_report.cc:383] FS layout report
15:35:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal
15:35:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data/data
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.161501 18050 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:58.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.167469 18050 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:58.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.168004 18050 kserver.cc:163] Server-wide thread pool size limit: 3276
15:35:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.238075 18050 rpc_server.cc:307] RPC server started. Bound to: 127.17.70.189:34657
15:35:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.238247 18120 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.70.189:34657 every 8 connection(s)
15:35:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.240902 18050 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/data/info.pb
15:35:58.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.242157 17690 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 18050
15:35:58.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:35:58.243 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.70.188:35467
15:35:58.244 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:35:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.246034 17690 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/logs
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data/info.pb
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.188:35467
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.188
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34653
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.188.keytab
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.188
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:35:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.254971 18121 sys_catalog.cc:263] Verifying existing consensus state
15:35:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 15:35:58.255689 18121 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:35:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.256079 18050 master.cc:537] Master@127.17.70.189:34657 shutting down...
15:35:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.317761 18050 master.cc:552] Master@127.17.70.189:34657 shutdown complete.
15:35:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
15:35:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.565471 18123 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:35:58.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.566213 18123 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:35:58.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.566949 18123 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:35:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.598557 18123 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:35:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.598876 18123 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:35:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.599326 18123 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:35:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.599643 18123 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:35:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.599951 18123 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:35:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.600246 18123 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:35:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.600461 18123 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41689/jwks.json
15:35:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.641813 18123 master_runner.cc:386] Master server non-default flags:
15:35:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:35:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.70.148:34779
15:35:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:35:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:35:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/krb5kdc/kudu_127.17.70.188.keytab
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.70.188
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.70.188:35467
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41689/jwks.json
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data/info.pb
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.70.188
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34653
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/logs
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:32:01 UTC on ccycloud.quasar-intmyy.root.comops.site
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457507
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:35:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.643034 18123 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:35:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.643986 18123 file_cache.cc:493] Constructed file cache file cache with capacity 419430
15:35:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.661971 18129 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.662106 18130 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:58.664546 18123 server_base.cc:1034] running on GCE node
15:35:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:35:58.663453 18132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:35:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.897519 18123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:35:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.900031 18123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:35:59.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.901393 18123 hybrid_clock.cc:648] HybridClock initialized: now 1781969759901356 us; error 39 us; skew 500 ppm
15:35:59.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.902289 18123 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:35:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:35:59 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969759, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:35:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.911283 18123 init.cc:377] Logged in from keytab as kudu/127.17.70.188@KRBTEST.COM (short username kudu)
15:35:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.916216 18123 webserver.cc:460] Webserver started at http://127.17.70.188:34653/ using document root <none> and password file <none>
15:35:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.917093 18123 fs_manager.cc:359] Metadata directory not provided
15:35:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.917287 18123 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:35:59.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.925233 18123 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
15:35:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.930315 18140 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:35:59.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.931572 18123 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
15:35:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.931951 18123 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data,/tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "757a9f63d42440c8966bf8a19b1ee790"
15:35:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 15:35:54 on dist-test-slave-jn77"
15:35:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.935169 18123 fs_report.cc:383] FS layout report
15:35:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/wal
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data/data
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:35:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:35:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.986666 18123 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
15:35:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.992158 18123 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:35:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:35:59.992566 18123 kserver.cc:163] Server-wide thread pool size limit: 3276
15:36:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.065680 18123 rpc_server.cc:307] RPC server started. Bound to: 127.17.70.188:35467
15:36:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.065793 18191 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.70.188:35467 every 8 connection(s)
15:36:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.068774 18123 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrnvjKJ/test-tmp/mini-kudu-cluster163144033914369578/master-2/data/info.pb
15:36:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.076539 17690 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu as pid 18123
15:36:00.077 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:36:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.079489 18192 sys_catalog.cc:263] Verifying existing consensus state
15:36:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.087522 18192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: Bootstrap starting.
15:36:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.131871 18192 log.cc:824] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: Log is configured to *not* fsync() on all Append() calls
15:36:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.137698 18192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:36:00.138 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.138612 18192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: Bootstrap complete.
15:36:00.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.174346 18192 raft_consensus.cc:348] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:36:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.177789 18192 raft_consensus.cc:374] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:36:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.178133 18192 raft_consensus.cc:729] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 757a9f63d42440c8966bf8a19b1ee790, State: Initialized, Role: FOLLOWER
15:36:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.179157 18192 consensus_queue.cc:260] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:36:00.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.182792 18196 sys_catalog.cc:455] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } } }
15:36:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.184418 18196 sys_catalog.cc:458] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [sys.catalog]: This master's current role is: FOLLOWER
15:36:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.184576 18192 sys_catalog.cc:564] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [sys.catalog]: configured and running, proceeding with master startup.
15:36:00.211 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:00.213 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.70.188:35467(127.17.70.188:35467)] connecting to peer
15:36:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:00.214927 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:00.215286 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:00.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:00.247565 18146 tablet.cc:2369] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:36:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.219483 18123 master_runner.cc:186] Error getting master registration for 127.17.70.190:34121: Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111),
15:36:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.249492 18123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:36:00.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.286 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.70.188:35467(127.17.70.188:35467)] Successfully connected to peer
15:36:00.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.316864 18196 raft_consensus.cc:482] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:36:00.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.317435 18196 raft_consensus.cc:504] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:36:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:00.323035 18142 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111)
15:36:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.324958 18196 leader_election.cc:288] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121), 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657)
15:36:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:00.333026 18142 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121): Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111)
15:36:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:00.334431 18143 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657): Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:36:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.334872 18143 leader_election.cc:302] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 757a9f63d42440c8966bf8a19b1ee790; no voters: 067ee10d9cf54333ad2ff52e1e3f7c64, a351f91d0ab741e09fb914a1d0c5326e
15:36:00.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:00.335676 18196 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:36:00.366 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
15:36:00.376 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.70.188
15:36:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:36:00 dist-test-slave-jn77 krb5kdc[17702](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969754, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.70.188@KRBTEST.COM
15:36:00.623 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4b4e4cb1, L:/127.0.0.1:51058 - R:/127.17.70.188:35467] using SASL/GSSAPI
15:36:00.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:00.663 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:00.666 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:00.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:00.682 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:00.684 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:00.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:00.702 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:00.703 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:00.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:00.742 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:00.744 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:00.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:00.782 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:00.784 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:00.785 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.785 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:00.843 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:00.844 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:00.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:00.883 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:00.885 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:00.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:00.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:00.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:01.143 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:01.144 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:01.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:01.183 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:01.185 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:01.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.192 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:01.218451 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:01.218729 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:01.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:01.405 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:01.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:01.563 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:01.564 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:01.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:01.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:01.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:02.221558 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:02.221846 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:02.435360 18217 raft_consensus.cc:482] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:36:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:02.435761 18217 raft_consensus.cc:504] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:36:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:02.437661 18217 leader_election.cc:288] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121), 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657)
15:36:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:02.443774 18142 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121): Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111)
15:36:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:02.444162 18143 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657): Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:36:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:02.444463 18143 leader_election.cc:302] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 757a9f63d42440c8966bf8a19b1ee790; no voters: 067ee10d9cf54333ad2ff52e1e3f7c64, a351f91d0ab741e09fb914a1d0c5326e
15:36:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:02.444947 18217 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:36:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:03.224599 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:03.224872 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:04.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:04.227684 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:04.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:04.227974 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:04.348389 18188 debug-util.cc:398] Leaking SignalData structure 0x7b08000971a0 after lost signal to thread 18124
15:36:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:04.349032 18188 debug-util.cc:398] Leaking SignalData structure 0x7b08000972c0 after lost signal to thread 18191
15:36:04.483 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:04.484 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:04.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:04.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:04.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:04.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:04.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:04.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:04.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:04.894845 18224 raft_consensus.cc:482] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:36:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:04.895295 18224 raft_consensus.cc:504] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:36:04.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:04.896801 18224 leader_election.cc:288] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121), 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657)
15:36:04.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:04.902472 18142 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121): Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111)
15:36:04.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:04.902935 18143 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657): Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:36:04.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:04.903376 18143 leader_election.cc:302] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 757a9f63d42440c8966bf8a19b1ee790; no voters: 067ee10d9cf54333ad2ff52e1e3f7c64, a351f91d0ab741e09fb914a1d0c5326e
15:36:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:04.904413 18224 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:36:04.923 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:04.925 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:04.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:04.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:04.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:04.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:04.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:04.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:04.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:05.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:05.231462 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:05.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:05.231750 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:05.288326 18123 master_runner.cc:186] Error getting master registration for 127.17.70.190:34121: Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111),
15:36:05.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:05.288811 18123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:36:06.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:06.234531 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:06.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:06.234839 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:07.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:07.059140 18188 debug-util.cc:398] Leaking SignalData structure 0x7b080009d2a0 after lost signal to thread 18124
15:36:07.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:07.059723 18188 debug-util.cc:398] Leaking SignalData structure 0x7b080009d220 after lost signal to thread 18191
15:36:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:07.237746 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:07.238067 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:07.302 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:07.304 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:07.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:07.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:07.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:07.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:07.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:07.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:07.309 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:07.323 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:07.324 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:07.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:07.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:07.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:07.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:07.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:07.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:07.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:08.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:08.240996 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:08.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:08.241242 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:08.423 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:08.424 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:08.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:08.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:08.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:08.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:08.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:08.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:08.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:08.604346 17042 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3a00 after lost signal to thread 16979
15:36:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:08.605127 17042 debug-util.cc:398] Leaking SignalData structure 0x7b080007c360 after lost signal to thread 17045
15:36:08.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:08.941371 18233 raft_consensus.cc:482] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:36:08.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:08.942091 18233 raft_consensus.cc:504] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:36:08.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:08.944053 18233 leader_election.cc:288] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121), 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657)
15:36:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:08.947193 18142 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111) [suppressed 5 similar messages]
15:36:08.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:08.951538 18142 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121): Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111)
15:36:08.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:08.952322 18143 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657): Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:36:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:08.952732 18143 leader_election.cc:302] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 757a9f63d42440c8966bf8a19b1ee790; no voters: 067ee10d9cf54333ad2ff52e1e3f7c64, a351f91d0ab741e09fb914a1d0c5326e
15:36:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:08.953572 18233 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:36:09.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:09.244462 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:09.244738 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:36:09 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969769, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:36:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:09.914913 18136 init.cc:295] Successfully reacquired a new kerberos TGT
15:36:10.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:10.247519 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:10.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:10.247774 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:10.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:10.324807 18123 master_runner.cc:186] Error getting master registration for 127.17.70.190:34121: Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111),
15:36:10.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:10.325220 18123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:36:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:11.250581 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:11.250839 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:12.023 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:12.024 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:12.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:12.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:12.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:12.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:12.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:12.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:12.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:12.253512 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:12.253756 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:12.703 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:12.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:12.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:12.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:12.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:12.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:12.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:12.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:12.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:13.256618 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:13.256875 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:14.260004 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:14.260314 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:15.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:15.263021 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:15.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:15.263299 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:15.327747 18123 master_runner.cc:186] Error getting master registration for 127.17.70.190:34121: Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111),
15:36:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:15.328094 18123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:36:15.603 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:15.605 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:15.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:15.606 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:15.606 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:15.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:15.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:15.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:15.609 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:15.831656 18245 raft_consensus.cc:482] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:36:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:15.832039 18245 raft_consensus.cc:504] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:36:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:15.834290 18245 leader_election.cc:288] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121), 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657)
15:36:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:15.836227 18142 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111) [suppressed 1 similar messages]
15:36:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:15.839910 18142 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121): Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111)
15:36:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:15.840519 18143 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657): Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:36:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:15.840955 18143 leader_election.cc:302] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 757a9f63d42440c8966bf8a19b1ee790; no voters: 067ee10d9cf54333ad2ff52e1e3f7c64, a351f91d0ab741e09fb914a1d0c5326e
15:36:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:15.841676 18245 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:36:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:16.266131 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:16.266412 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:17.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:17.269505 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:17.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:17.269784 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:17.386761 18251 raft_consensus.cc:482] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:36:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:17.387120 18251 raft_consensus.cc:504] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a351f91d0ab741e09fb914a1d0c5326e" member_type: VOTER last_known_addr { host: "127.17.70.190" port: 34121 } } peers { permanent_uuid: "067ee10d9cf54333ad2ff52e1e3f7c64" member_type: VOTER last_known_addr { host: "127.17.70.189" port: 34657 } } peers { permanent_uuid: "757a9f63d42440c8966bf8a19b1ee790" member_type: VOTER last_known_addr { host: "127.17.70.188" port: 35467 } }
15:36:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:17.388797 18251 leader_election.cc:288] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121), 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657)
15:36:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:17.393090 18142 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a351f91d0ab741e09fb914a1d0c5326e (127.17.70.190:34121): Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111)
15:36:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:17.393534 18143 leader_election.cc:334] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 067ee10d9cf54333ad2ff52e1e3f7c64 (127.17.70.189:34657): Network error: Client connection negotiation failed: client connection to 127.17.70.189:34657: connect: Connection refused (error 111)
15:36:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:17.393980 18143 leader_election.cc:302] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 757a9f63d42440c8966bf8a19b1ee790; no voters: 067ee10d9cf54333ad2ff52e1e3f7c64, a351f91d0ab741e09fb914a1d0c5326e
15:36:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:17.394654 18251 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
15:36:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:18.272652 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:18.272959 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:18.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:18.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:18.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:18.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:18.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:18.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:18.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:18.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:18.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:18.503 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:18.504 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:18.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:18.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:18.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:18.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:18.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:18.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:18.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:18.696453 17117 debug-util.cc:398] Leaking SignalData structure 0x7b08000abac0 after lost signal to thread 17052
15:36:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:18.697116 17117 debug-util.cc:398] Leaking SignalData structure 0x7b08000a50c0 after lost signal to thread 17120
15:36:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:19.276546 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:19.276908 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:19.302 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:19.303 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:19.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:19.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:19.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:19.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:19.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:19.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:19.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 15:36:19 dist-test-slave-jn77 krb5kdc[17702](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781969779, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.70.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:36:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:19.917575 18136 init.cc:295] Successfully reacquired a new kerberos TGT
15:36:20.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:20.280174 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:20.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:20.280469 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:20.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:20.331297 18123 master_runner.cc:186] Error getting master registration for 127.17.70.190:34121: Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111),
15:36:20.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:20.331687 18123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:36:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:21.283272 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:21.283560 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:21.383 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:21.383 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:21.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:21.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:21.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:21.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:21.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:21.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:21.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:22.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:22.286903 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:22.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:22.287177 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:23.290097 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:23.290391 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:24.293224 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:24.293507 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:24.822 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:24.823 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:24.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:24.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:24.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:24.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:24.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:24.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:24.827 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:25.296380 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:25.296662 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:25.334066 18123 master_runner.cc:186] Error getting master registration for 127.17.70.190:34121: Network error: Client connection negotiation failed: client connection to 127.17.70.190:34121: connect: Connection refused (error 111),
15:36:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:25.334410 18123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:36:26.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:26.300907 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:26.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:26.301245 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:26.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:26.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:26.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:26.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:26.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:26.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:26.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:26.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:26.407 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:27.083 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:27.084 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:27.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:27.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:27.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:27.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:27.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:27.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:27.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:27.304075 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:27.304314 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:27.614426 17117 debug-util.cc:398] Leaking SignalData structure 0x7b080007b3c0 after lost signal to thread 17052
15:36:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:27.615067 17117 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2900 after lost signal to thread 17120
15:36:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:28.307312 18207 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 757a9f63d42440c8966bf8a19b1ee790: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:36:28.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 15:36:28.307585 18207 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:36:29.083 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.190:34121(127.17.70.190:34121)] connecting to peer
15:36:29.083 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.17.70.189:34657(127.17.70.189:34657)] connecting to peer
15:36:29.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:29.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.70.190:34121(127.17.70.190:34121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:29.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.190:34121: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121
15:36:29.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:29.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.189:34657(127.17.70.189:34657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:29.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.70.189:34657: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
15:36:29.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467; will retry
15:36:29.093 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [197ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [197ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [550ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [554ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [580ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [584ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [586ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [599ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [604ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [627ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [632ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [634ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [635ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [658ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [663ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [664ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [699ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [708ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [709ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [710ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [755ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [759ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [761ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [763ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [799ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [809ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [810ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [811ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1055ms] refreshing cache from master, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1064ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1096ms] refreshing cache from master, [1096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1099ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1105ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1316ms] refreshing cache from master, [1316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1319ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1323ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1476ms] refreshing cache from master, [1476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1479ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1479ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1484ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [4395ms] refreshing cache from master, [4396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [4397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [4398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [4398ms] too many traces: truncated at 100 traces, deferred=Deferred@190042322(state=PENDING, result=null, callback=(continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068), errback=(continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068)))
15:36:29.098 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.70.188:35467(127.17.70.188:35467)] disconnecting while in state READY
15:36:29.099 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.70.190:34121(127.17.70.190:34121)] disconnecting while in state TERMINATED
15:36:29.099 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.70.189:34657(127.17.70.189:34657)] disconnecting while in state TERMINATED
15:36:29.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:36:29.106 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.70.188:35467(127.17.70.188:35467)] handling channelInactive
15:36:29.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.70.188:35467(127.17.70.188:35467)] cleaning up while in state READY due to: connection closed
15:36:29.108 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:36:29.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:29.116596 17690 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 18123
15:36:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T15:36:30Z chronyd exiting
15:36:31.328 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:36:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:31.329423 16966 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 17248
15:36:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:31.354460 16966 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 17407
15:36:31.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:31.379980 16966 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 17548
15:36:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:31.407234 16966 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 16978
15:36:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:31.438963 16966 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 17048
15:36:31.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 15:36:31.470115 16966 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrnvjKJ/build/tsan/bin/kudu with pid 17123
15:36:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T15:36:32Z chronyd exiting
15:36:33.639 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [197ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [197ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [550ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [554ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [580ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [584ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [586ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [599ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [604ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [627ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [632ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [634ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [635ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [658ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [663ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [664ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [699ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [708ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [709ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [710ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [755ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [759ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [761ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [763ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [799ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [809ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [810ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [811ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1055ms] refreshing cache from master, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1064ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1096ms] refreshing cache from master, [1096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1099ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1105ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1316ms] refreshing cache from master, [1316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1319ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1323ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1476ms] refreshing cache from master, [1476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1479ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1479ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1484ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [4395ms] refreshing cache from master, [4396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [4397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [4398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [4398ms] too many traces: truncated at 100 traces, deferred=Deferred@190042322(state=PENDING, result=null, callback=(continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068), errback=(continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.70.189:34657
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [197ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [197ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [550ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [554ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [575ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [580ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [584ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [586ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [595ms] refreshing cache from master, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [599ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [604ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [606ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [627ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [632ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [634ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [635ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [655ms] refreshing cache from master, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [658ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [663ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [664ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [665ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [699ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [708ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [709ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [710ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [755ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [759ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [761ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [763ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [799ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [809ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [810ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [811ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1055ms] refreshing cache from master, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1064ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1096ms] refreshing cache from master, [1096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1099ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1099ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1105ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1316ms] refreshing cache from master, [1316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1319ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1323ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1476ms] refreshing cache from master, [1476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [1477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [1478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [1479ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.189:34657: Network error: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657, [1479ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.190:34121: Network error: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.17.70.188:35467: OK, [1484ms] delaying RPC due to: Service unavailable: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121, [4395ms] refreshing cache from master, [4396ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.190:34121, [4397ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.189:34657, [4398ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.70.188:35467, [4398ms] too many traces: truncated at 100 traces, deferred=Deferred@190042322(state=PENDING, result=null, callback=(continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068), errback=(continuation of Deferred@330704161 after retry RPC after error@1235377734) -> (continuation of Deferred@760574702 after retry RPC after error@940962518) -> (continuation of Deferred@447236056 after retry RPC after error@1092844197) -> (continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217) -> (continuation of Deferred@788227013 after retry RPC after error@1353456202) -> (continuation of Deferred@1934361732 after retry RPC after error@972085392) -> (continuation of Deferred@1281384736 after retry RPC after error@2083409068)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.70.190:34121,127.17.70.189:34657,127.17.70.188:35467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.190:34121(127.17.70.190:34121): Connection refused: /127.17.70.190:34121,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.70.189:34657(127.17.70.189:34657): Connection refused: /127.17.70.189:34657
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.70.189:34657
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)