19:53:02.353 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:53:02.366 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKd_euS/test-tmp
19:53:02.369 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:53:02.373 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKd_euS/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:53:02.594 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:53:02.794 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:53:02.795 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:53:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:02.798960 19605 mini_oidc.cc:152] Starting JWKS server
19:53:02.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:02.803236 19605 webserver.cc:460] Webserver started at http://127.0.0.1:46413/ using document root <none> and password file <none>
19:53:02.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:02.803843 19605 mini_oidc.cc:189] Starting OIDC Discovery server
19:53:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:02.805672 19605 webserver.cc:460] Webserver started at http://127.0.0.1:44277/ using document root <none> and password file <none>
19:53:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:53:02Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:53:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:53:02Z Disabled control of system clock
19:53:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:02.860185 19605 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/wal
19:53:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/data
19:53:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/logs
19:53:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/data/info.pb
19:53:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.126:37909
19:53:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.126
19:53:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46413/jwks.json with env {}
19:53:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.178458 19624 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.179103 19624 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.179718 19624 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.211021 19624 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:53:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.211308 19624 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.211630 19624 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:53:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.211923 19624 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:53:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.212229 19624 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:53:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.212473 19624 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46413/jwks.json
19:53:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:03.255553 19624 master_runner.cc:386] Master server non-default flags:
19:53:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:03.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/data
19:53:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/wal
19:53:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.126:37909
19:53:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46413/jwks.json
19:53:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/data/info.pb
19:53:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.126
19:53:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/logs
19:53:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:53:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:03.256906 19624 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:03.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:03.258656 19624 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.277694 19635 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.277710 19638 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:03.279364 19624 server_base.cc:1034] running on GCE node
19:53:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:03.277817 19636 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.551994 19624 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.555236 19624 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.556689 19624 hybrid_clock.cc:648] HybridClock initialized: now 1786477984556663 us; error 42 us; skew 500 ppm
19:53:04.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.557801 19624 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.565145 19624 webserver.cc:460] Webserver started at http://127.19.37.126:35395/ using document root <none> and password file <none>
19:53:04.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.566330 19624 fs_manager.cc:359] Metadata directory not provided
19:53:04.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.566604 19624 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:04.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.567219 19624 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:53:04.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.573009 19624 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/data/instance:
19:53:04.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "678a3c4cf9c3444cbd7c35d45150ce9e"
19:53:04.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:04 on dist-test-slave-3h5h"
19:53:04.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.574612 19624 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/wal/instance:
19:53:04.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "678a3c4cf9c3444cbd7c35d45150ce9e"
19:53:04.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:04 on dist-test-slave-3h5h"
19:53:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.583400 19624 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
19:53:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.590349 19647 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.591622 19624 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:53:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.592114 19624 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/wal
19:53:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "678a3c4cf9c3444cbd7c35d45150ce9e"
19:53:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:04 on dist-test-slave-3h5h"
19:53:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.592588 19624 fs_report.cc:383] FS layout report
19:53:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/wal
19:53:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/wal
19:53:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/data/data
19:53:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.664263 19624 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.666146 19624 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.666760 19624 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:04.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.747826 19624 rpc_server.cc:307] RPC server started. Bound to: 127.19.37.126:37909
19:53:04.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.747927 19718 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.37.126:37909 every 8 connection(s)
19:53:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.751042 19624 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/data/info.pb
19:53:04.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.754303 19605 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 19624
19:53:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.755951 19605 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-0/wal/instance
19:53:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.758191 19719 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:53:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.761617 19605 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/wal
19:53:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/data
19:53:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/logs
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/data/info.pb
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:53:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.125:36209
19:53:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.125
19:53:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46413/jwks.json with env {}
19:53:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.771911 19719 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } has no permanent_uuid. Determining permanent_uuid...
19:53:04.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.800750 19719 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } has no permanent_uuid. Determining permanent_uuid...
19:53:04.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:04.803406 19651 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.37.125:36209: connect: Connection refused (error 111)
19:53:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:04.807874 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.125:36209: Network error: Client connection negotiation failed: client connection to 127.19.37.125:36209: connect: Connection refused (error 111)
19:53:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.857365 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } attempt: 1
19:53:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:04.861685 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.125:36209: Network error: Client connection negotiation failed: client connection to 127.19.37.125:36209: connect: Connection refused (error 111)
19:53:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:04.930083 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } attempt: 2
19:53:04.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:04.934430 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.125:36209: Network error: Client connection negotiation failed: client connection to 127.19.37.125:36209: connect: Connection refused (error 111)
19:53:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:05.025889 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } attempt: 3
19:53:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.030018 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.125:36209: Network error: Client connection negotiation failed: client connection to 127.19.37.125:36209: connect: Connection refused (error 111)
19:53:05.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.088295 19722 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:05.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.088887 19722 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:05.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.089546 19722 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.122053 19722 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:53:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.122351 19722 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.122541 19722 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:53:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.122720 19722 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:53:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.122891 19722 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:53:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.123039 19722 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46413/jwks.json
19:53:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:05.159474 19722 master_runner.cc:386] Master server non-default flags:
19:53:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/data
19:53:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/wal
19:53:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.125:36209
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46413/jwks.json
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/data/info.pb
19:53:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.125
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/logs
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:53:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:05.160780 19722 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:05.163079 19722 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:05.173502 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } attempt: 4
19:53:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.177920 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.125:36209: Network error: Client connection negotiation failed: client connection to 127.19.37.125:36209: connect: Connection refused (error 111)
19:53:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:05.477449 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } attempt: 5
19:53:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.482968 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.125:36209: Network error: Client connection negotiation failed: client connection to 127.19.37.125:36209: connect: Connection refused (error 111)
19:53:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.030421 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } attempt: 6
19:53:06.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.037773 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.125:36209: Network error: Client connection negotiation failed: client connection to 127.19.37.125:36209: connect: Connection refused (error 111)
19:53:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:05.185748 19722 server_base.cc:1034] running on GCE node
19:53:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.182914 19745 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.182880 19737 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:05.182935 19742 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.426695 19722 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.429965 19722 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.431398 19722 hybrid_clock.cc:648] HybridClock initialized: now 1786477986431365 us; error 41 us; skew 500 ppm
19:53:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.432754 19722 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.443331 19722 webserver.cc:460] Webserver started at http://127.19.37.125:42383/ using document root <none> and password file <none>
19:53:06.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.444603 19722 fs_manager.cc:359] Metadata directory not provided
19:53:06.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.444916 19722 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:06.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.445619 19722 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:53:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.451682 19722 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/data/instance:
19:53:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d3ede6bb9a84e568de795569355c7c8"
19:53:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:06 on dist-test-slave-3h5h"
19:53:06.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.453277 19722 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/wal/instance:
19:53:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d3ede6bb9a84e568de795569355c7c8"
19:53:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:06 on dist-test-slave-3h5h"
19:53:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.462064 19722 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
19:53:06.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.468624 19761 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.469898 19722 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
19:53:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.470307 19722 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/wal
19:53:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d3ede6bb9a84e568de795569355c7c8"
19:53:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:06 on dist-test-slave-3h5h"
19:53:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.470777 19722 fs_report.cc:383] FS layout report
19:53:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/wal
19:53:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/wal
19:53:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/data/data
19:53:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:06.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:06.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.517678 19722 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.519595 19722 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:06.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.520180 19722 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.600306 19722 rpc_server.cc:307] RPC server started. Bound to: 127.19.37.125:36209
19:53:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.600392 19841 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.37.125:36209 every 8 connection(s)
19:53:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.603502 19722 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/data/info.pb
19:53:06.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.606623 19605 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 19722
19:53:06.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.607167 19605 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-1/wal/instance
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.610710 19844 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.610670 19605 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/wal
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/data
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/logs
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/data/info.pb
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.124:40817
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.124
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:06.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46413/jwks.json with env {}
19:53:06.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.626003 19844 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } has no permanent_uuid. Determining permanent_uuid...
19:53:06.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.653326 19844 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } has no permanent_uuid. Determining permanent_uuid...
19:53:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.672183 19844 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } has no permanent_uuid. Determining permanent_uuid...
19:53:06.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.674554 19768 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:06.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.679193 19844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.728716 19844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 1
19:53:06.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.732772 19844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.801209 19844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 2
19:53:06.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.805182 19844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:06.896628 19844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 3
19:53:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.900458 19844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:06.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.941207 19846 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:06.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.941900 19846 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:06.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.942397 19846 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.974151 19846 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:53:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.974442 19846 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.974642 19846 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:53:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.974819 19846 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:53:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.975006 19846 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:53:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:06.975147 19846 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46413/jwks.json
19:53:07.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.011140 19846 master_runner.cc:386] Master server non-default flags:
19:53:07.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:07.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:07.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:07.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/data
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/wal
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.124:40817
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46413/jwks.json
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/data/info.pb
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.124
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/logs
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.012514 19846 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:07.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.014789 19846 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:07.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.034540 19868 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:07.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.043980 19844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 4
19:53:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.047942 19844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:07.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.098531 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } attempt: 7
19:53:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.114673 19719 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } has no permanent_uuid. Determining permanent_uuid...
19:53:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.120872 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.179396 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 1
19:53:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.184409 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.265880 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 2
19:53:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.271081 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.347416 19844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 5
19:53:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.353253 19844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:07.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.356504 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 3
19:53:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.360960 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.501422 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 4
19:53:07.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.506757 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.790359 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 5
19:53:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.795358 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.900748 19844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 6
19:53:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.907604 19844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.034554 19870 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:07.035158 19867 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:07.037511 19846 server_base.cc:1034] running on GCE node
19:53:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.304760 19846 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.308301 19846 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.309762 19846 hybrid_clock.cc:648] HybridClock initialized: now 1786477988309707 us; error 76 us; skew 500 ppm
19:53:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.310595 19846 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.317931 19846 webserver.cc:460] Webserver started at http://127.19.37.124:37201/ using document root <none> and password file <none>
19:53:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.318876 19846 fs_manager.cc:359] Metadata directory not provided
19:53:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.319073 19846 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.319499 19846 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:53:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.326812 19846 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/data/instance:
19:53:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e06dfc18eb904651b589b2fc2c464906"
19:53:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:08 on dist-test-slave-3h5h"
19:53:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.328400 19846 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/wal/instance:
19:53:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e06dfc18eb904651b589b2fc2c464906"
19:53:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:08 on dist-test-slave-3h5h"
19:53:08.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.338544 19846 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
19:53:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.345834 19884 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.347057 19846 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
19:53:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.347385 19846 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/wal
19:53:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e06dfc18eb904651b589b2fc2c464906"
19:53:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:08 on dist-test-slave-3h5h"
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.347811 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 6
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.347720 19846 fs_report.cc:383] FS layout report
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/wal
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/wal
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/data/data
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:08.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:08.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:08.354445 19719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.37.124:40817: Network error: Client connection negotiation failed: client connection to 127.19.37.124:40817: connect: Connection refused (error 111)
19:53:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.388572 19846 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.390172 19846 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.390602 19846 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.466663 19846 rpc_server.cc:307] RPC server started. Bound to: 127.19.37.124:40817
19:53:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.466784 19971 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.37.124:40817 every 8 connection(s)
19:53:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.470386 19846 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/data/info.pb
19:53:08.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.476789 19972 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:53:08.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.477679 19605 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 19846
19:53:08.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.478189 19605 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/master-2/wal/instance
19:53:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.493052 19972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } has no permanent_uuid. Determining permanent_uuid...
19:53:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.525074 19972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } has no permanent_uuid. Determining permanent_uuid...
19:53:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.538249 19972 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } has no permanent_uuid. Determining permanent_uuid...
19:53:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.559782 19972 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906: Bootstrap starting.
19:53:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.566143 19972 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906: Neither blocks nor log segments found. Creating new log.
19:53:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.568022 19972 log.cc:824] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906: Log is configured to *not* fsync() on all Append() calls
19:53:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.573274 19972 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906: No bootstrap required, opened a new log
19:53:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.596455 19972 raft_consensus.cc:348] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } }
19:53:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.597337 19972 raft_consensus.cc:374] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:53:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.597656 19972 raft_consensus.cc:729] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e06dfc18eb904651b589b2fc2c464906, State: Initialized, Role: FOLLOWER
19:53:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.598685 19972 consensus_queue.cc:260] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } }
19:53:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.603278 19984 sys_catalog.cc:455] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.604220 19984 sys_catalog.cc:458] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [sys.catalog]: This master's current role is: FOLLOWER
19:53:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.605363 19972 sys_catalog.cc:564] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [sys.catalog]: configured and running, proceeding with master startup.
19:53:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:08.641976 20004 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:08.642360 20004 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:08.646759 19893 tablet.cc:2369] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:53:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.630888 19846 master_runner.cc:186] Error getting master registration for 127.19.37.126:37909: OK, instance_id { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" instance_seqno: 1786477984725760 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:53:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.664800 19846 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:53:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.858212 19984 raft_consensus.cc:482] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:53:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.858979 19984 raft_consensus.cc:504] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } }
19:53:08.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.861604 19984 leader_election.cc:288] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 678a3c4cf9c3444cbd7c35d45150ce9e (127.19.37.126:37909), 8d3ede6bb9a84e568de795569355c7c8 (127.19.37.125:36209)
19:53:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.968246 19844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 7
19:53:08.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:08.992502 19844 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8: Bootstrap starting.
19:53:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.002684 19844 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8: Neither blocks nor log segments found. Creating new log.
19:53:09.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.005280 19844 log.cc:824] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8: Log is configured to *not* fsync() on all Append() calls
19:53:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.011328 19844 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8: No bootstrap required, opened a new log
19:53:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.046800 19844 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } }
19:53:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.047748 19844 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:53:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.048038 19844 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d3ede6bb9a84e568de795569355c7c8, State: Initialized, Role: FOLLOWER
19:53:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.049095 19844 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } }
19:53:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.052055 20013 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.053045 20013 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [sys.catalog]: This master's current role is: FOLLOWER
19:53:09.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.057029 19844 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [sys.catalog]: configured and running, proceeding with master startup.
19:53:09.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.057262 19800 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e06dfc18eb904651b589b2fc2c464906" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d3ede6bb9a84e568de795569355c7c8" is_pre_election: true
19:53:09.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.058314 19800 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e06dfc18eb904651b589b2fc2c464906 in term 0.
19:53:09.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.060194 19889 leader_election.cc:302] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8d3ede6bb9a84e568de795569355c7c8, e06dfc18eb904651b589b2fc2c464906; no voters:
19:53:09.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.061688 19984 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:53:09.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.062129 19984 raft_consensus.cc:482] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:53:09.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.062474 19984 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 0 FOLLOWER]: Advancing to term 1
19:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.070806 19984 raft_consensus.cc:504] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } }
19:53:09.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.074864 19800 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e06dfc18eb904651b589b2fc2c464906" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d3ede6bb9a84e568de795569355c7c8"
19:53:09.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.075507 19800 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [term 0 FOLLOWER]: Advancing to term 1
19:53:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.075755 19984 leader_election.cc:288] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [CANDIDATE]: Term 1 election: Requested vote from peers 678a3c4cf9c3444cbd7c35d45150ce9e (127.19.37.126:37909), 8d3ede6bb9a84e568de795569355c7c8 (127.19.37.125:36209)
19:53:09.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.083148 19800 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e06dfc18eb904651b589b2fc2c464906 in term 1.
19:53:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.084461 19889 leader_election.cc:302] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8d3ede6bb9a84e568de795569355c7c8, e06dfc18eb904651b589b2fc2c464906; no voters:
19:53:09.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.085770 19984 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 1 FOLLOWER]: Leader election won for term 1
19:53:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.097265 19984 raft_consensus.cc:686] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [term 1 LEADER]: Becoming Leader. State: Replica: e06dfc18eb904651b589b2fc2c464906, State: Running, Role: LEADER
19:53:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.098474 19984 consensus_queue.cc:237] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } }
19:53:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.109670 20030 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:53:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.118850 20025 sys_catalog.cc:455] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e06dfc18eb904651b589b2fc2c464906. Latest consensus state: current_term: 1 leader_uuid: "e06dfc18eb904651b589b2fc2c464906" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:09.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.119763 20025 sys_catalog.cc:458] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [sys.catalog]: This master's current role is: LEADER
19:53:09.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.130311 20032 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:53:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.138375 20032 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:53:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.118050 19722 master_runner.cc:186] Error getting master registration for 127.19.37.126:37909: OK, instance_id { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" instance_seqno: 1786477984725760 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:53:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.153079 19722 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:53:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.162438 19800 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [term 1 FOLLOWER]: Refusing update from remote peer e06dfc18eb904651b589b2fc2c464906: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:53:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.169958 20025 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:53:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.195309 19984 sys_catalog.cc:455] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e06dfc18eb904651b589b2fc2c464906" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.196166 19984 sys_catalog.cc:458] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [sys.catalog]: This master's current role is: LEADER
19:53:09.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.197108 20013 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e06dfc18eb904651b589b2fc2c464906. Latest consensus state: current_term: 1 leader_uuid: "e06dfc18eb904651b589b2fc2c464906" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.198552 20013 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [sys.catalog]: This master's current role is: FOLLOWER
19:53:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.201133 20032 catalog_manager.cc:1347] Generated new cluster ID: 89884b9aeea946b2a1c84a81e0dee334
19:53:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.201435 20032 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:53:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.216320 20013 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e06dfc18eb904651b589b2fc2c464906" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.217209 20013 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8 [sys.catalog]: This master's current role is: FOLLOWER
19:53:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.263844 20032 catalog_manager.cc:1370] Generated new certificate authority record
19:53:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.266973 20032 catalog_manager.cc:1504] Loading token signing keys...
19:53:09.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.292091 20032 catalog_manager.cc:5868] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906: Generated new TSK 0
19:53:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.293396 20032 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:53:09.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.336424 19605 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/wal
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/data
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/logs
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/data/info.pb
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.65:0
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.37.65
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.65
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:53:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.387872 19719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } attempt: 7
19:53:09.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.414217 19719 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e: Bootstrap starting.
19:53:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.422039 19719 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e: Neither blocks nor log segments found. Creating new log.
19:53:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.424523 19719 log.cc:824] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e: Log is configured to *not* fsync() on all Append() calls
19:53:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.431622 19719 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e: No bootstrap required, opened a new log
19:53:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.465266 19719 raft_consensus.cc:348] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } }
19:53:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.466589 19719 raft_consensus.cc:374] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:53:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.467115 19719 raft_consensus.cc:729] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 678a3c4cf9c3444cbd7c35d45150ce9e, State: Initialized, Role: FOLLOWER
19:53:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.468508 19719 consensus_queue.cc:260] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } }
19:53:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.497985 19719 sys_catalog.cc:564] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [sys.catalog]: configured and running, proceeding with master startup.
19:53:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.498673 19681 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [term 0 FOLLOWER]: Advancing to term 1
19:53:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.505247 19682 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e06dfc18eb904651b589b2fc2c464906" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e"
19:53:09.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.508508 19683 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e06dfc18eb904651b589b2fc2c464906" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" is_pre_election: true
19:53:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.512945 19681 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [term 1 FOLLOWER]: Refusing update from remote peer e06dfc18eb904651b589b2fc2c464906: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:53:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.515113 20025 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [LEADER]: Connected to new peer: Peer: permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:53:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.514956 20048 sys_catalog.cc:455] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:09.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.516247 20048 sys_catalog.cc:458] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [sys.catalog]: This master's current role is: FOLLOWER
19:53:09.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.595755 20059 sys_catalog.cc:455] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e06dfc18eb904651b589b2fc2c464906" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:09.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.596736 20059 sys_catalog.cc:458] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [sys.catalog]: This master's current role is: FOLLOWER
19:53:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.598258 20048 sys_catalog.cc:455] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [sys.catalog]: SysCatalogTable state changed. Reason: New leader e06dfc18eb904651b589b2fc2c464906. Latest consensus state: current_term: 1 leader_uuid: "e06dfc18eb904651b589b2fc2c464906" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.599380 20048 sys_catalog.cc:458] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e [sys.catalog]: This master's current role is: FOLLOWER
19:53:09.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.630375 20073 catalog_manager.cc:1259] Loaded cluster ID: 89884b9aeea946b2a1c84a81e0dee334
19:53:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.631039 20073 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e: loading cluster ID for follower catalog manager: success
19:53:09.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.639539 20073 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e: acquiring CA information for follower catalog manager: success
19:53:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.647605 20073 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 678a3c4cf9c3444cbd7c35d45150ce9e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:53:09.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:09.879004 20044 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:09.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:09.879586 20044 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:09.880172 20044 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:09.914592 20044 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:09.915807 20044 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.37.65
19:53:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.954069 20044 tablet_server_runner.cc:78] Tablet server non-default flags:
19:53:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/data
19:53:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/wal
19:53:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.65:0
19:53:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/data/info.pb
19:53:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.65
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.37.65
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/logs
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.955688 20044 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.957928 20044 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:09.986111 20086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:10.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:10.023156 20025 sys_catalog.cc:455] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e06dfc18eb904651b589b2fc2c464906" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "678a3c4cf9c3444cbd7c35d45150ce9e" member_type: VOTER last_known_addr { host: "127.19.37.126" port: 37909 } } peers { permanent_uuid: "8d3ede6bb9a84e568de795569355c7c8" member_type: VOTER last_known_addr { host: "127.19.37.125" port: 36209 } } peers { permanent_uuid: "e06dfc18eb904651b589b2fc2c464906" member_type: VOTER last_known_addr { host: "127.19.37.124" port: 40817 } } }
19:53:10.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:10.024315 20025 sys_catalog.cc:458] T 00000000000000000000000000000000 P e06dfc18eb904651b589b2fc2c464906 [sys.catalog]: This master's current role is: LEADER
19:53:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:10.132854 20030 catalog_manager.cc:1259] Loaded cluster ID: 89884b9aeea946b2a1c84a81e0dee334
19:53:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:10.133512 20030 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8: loading cluster ID for follower catalog manager: success
19:53:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:10.153789 20030 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8: acquiring CA information for follower catalog manager: success
19:53:10.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:10.170568 20030 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8d3ede6bb9a84e568de795569355c7c8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:53:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:09.989521 20088 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:09.992327 20091 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:09.990744 20044 server_base.cc:1034] running on GCE node
19:53:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.603296 20044 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:11.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.618134 20044 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.619635 20044 hybrid_clock.cc:648] HybridClock initialized: now 1786477991619600 us; error 52 us; skew 500 ppm
19:53:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.620792 20044 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.637389 20044 webserver.cc:460] Webserver started at http://127.19.37.65:36651/ using document root <none> and password file <none>
19:53:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.638687 20044 fs_manager.cc:359] Metadata directory not provided
19:53:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.638967 20044 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.639534 20044 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:53:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.646844 20044 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/data/instance:
19:53:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d799c1070a6349bba665a4a0a94c449f"
19:53:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:11 on dist-test-slave-3h5h"
19:53:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.648412 20044 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/wal/instance:
19:53:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d799c1070a6349bba665a4a0a94c449f"
19:53:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:11 on dist-test-slave-3h5h"
19:53:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.658877 20044 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.008s sys 0.000s
19:53:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.666903 20108 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.668409 20044 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
19:53:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.668892 20044 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/wal
19:53:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d799c1070a6349bba665a4a0a94c449f"
19:53:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:11 on dist-test-slave-3h5h"
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.669358 20044 fs_report.cc:383] FS layout report
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/wal
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/wal
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/data/data
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:11.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.770809 20044 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.773211 20044 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.774166 20044 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.789358 20044 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:53:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.794701 20044 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:53:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.795045 20044 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:53:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.795361 20044 ts_tablet_manager.cc:610] Registered 0 tablets
19:53:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.795595 20044 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:53:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.995291 20044 rpc_server.cc:307] RPC server started. Bound to: 127.19.37.65:45423
19:53:11.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.995437 20290 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.37.65:45423 every 8 connection(s)
19:53:11.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:11.999199 20044 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/data/info.pb
19:53:12.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.000885 19605 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 20044
19:53:12.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.001349 19605 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-0/wal/instance
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.027829 19605 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/wal
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/data
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/logs
19:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/data/info.pb
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.66:0
19:53:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.37.66
19:53:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.66
19:53:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:53:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.126461 20295 heartbeater.cc:347] Connected to a master server at 127.19.37.125:36209
19:53:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.127022 20295 heartbeater.cc:464] Registering TS with master...
19:53:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.128440 20295 heartbeater.cc:511] Master 127.19.37.125:36209 requested a full tablet report, sending...
19:53:12.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.132680 20299 heartbeater.cc:347] Connected to a master server at 127.19.37.126:37909
19:53:12.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.133255 20299 heartbeater.cc:464] Registering TS with master...
19:53:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.134184 20299 heartbeater.cc:511] Master 127.19.37.126:37909 requested a full tablet report, sending...
19:53:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.134748 19787 ts_manager.cc:194] Registered new tserver with Master: d799c1070a6349bba665a4a0a94c449f (127.19.37.65:45423)
19:53:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.139550 19671 ts_manager.cc:194] Registered new tserver with Master: d799c1070a6349bba665a4a0a94c449f (127.19.37.65:45423)
19:53:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.146245 20291 heartbeater.cc:347] Connected to a master server at 127.19.37.124:40817
19:53:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.146692 20291 heartbeater.cc:464] Registering TS with master...
19:53:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.147621 20291 heartbeater.cc:511] Master 127.19.37.124:40817 requested a full tablet report, sending...
19:53:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.151389 19914 ts_manager.cc:194] Registered new tserver with Master: d799c1070a6349bba665a4a0a94c449f (127.19.37.65:45423)
19:53:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.154536 19914 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.37.65:37447
19:53:12.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:12.633420 20294 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:12.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:12.634599 20294 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:12.635725 20294 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:12.700279 20294 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:12.701743 20294 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.37.66
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.764683 20294 tablet_server_runner.cc:78] Tablet server non-default flags:
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/data
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/wal
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.66:0
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/data/info.pb
19:53:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.66
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.37.66
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/logs
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.766417 20294 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.768738 20294 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:12.826295 20320 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:13.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:13.161243 20291 heartbeater.cc:503] Master 127.19.37.124:40817 was elected leader, sending a full tablet report...
19:53:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:12.829069 20294 server_base.cc:1034] running on GCE node
19:53:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:12.831548 20319 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:12.830771 20323 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.135003 20294 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.137468 20294 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.138875 20294 hybrid_clock.cc:648] HybridClock initialized: now 1786477994138827 us; error 61 us; skew 500 ppm
19:53:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.139676 20294 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.147015 20294 webserver.cc:460] Webserver started at http://127.19.37.66:43413/ using document root <none> and password file <none>
19:53:14.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.148550 20294 fs_manager.cc:359] Metadata directory not provided
19:53:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.148890 20294 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.149525 20294 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:53:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.156526 20294 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/data/instance:
19:53:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ed4d241078343879c773a50220e6510"
19:53:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:14 on dist-test-slave-3h5h"
19:53:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.158349 20294 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/wal/instance:
19:53:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ed4d241078343879c773a50220e6510"
19:53:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:14 on dist-test-slave-3h5h"
19:53:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.170717 20294 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.007s sys 0.005s
19:53:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.177687 20341 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.179023 20294 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:53:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.179369 20294 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/wal
19:53:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ed4d241078343879c773a50220e6510"
19:53:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:14 on dist-test-slave-3h5h"
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.179733 20294 fs_report.cc:383] FS layout report
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/wal
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/wal
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/data/data
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.222602 20294 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:14.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.224180 20294 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:14.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.224637 20294 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.227596 20294 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:53:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.232203 20294 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:53:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.232412 20294 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:53:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.232658 20294 ts_tablet_manager.cc:610] Registered 0 tablets
19:53:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.232796 20294 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:53:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.402251 20294 rpc_server.cc:307] RPC server started. Bound to: 127.19.37.66:42053
19:53:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.402374 20507 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.37.66:42053 every 8 connection(s)
19:53:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.405396 20294 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/data/info.pb
19:53:14.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.414137 19605 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 20294
19:53:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.414892 19605 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-1/wal/instance
19:53:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.438241 19605 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/wal
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/data
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/logs
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/data/info.pb
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.67:0
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.37.67
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.67
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:53:14.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.474308 20510 heartbeater.cc:347] Connected to a master server at 127.19.37.126:37909
19:53:14.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.474941 20510 heartbeater.cc:464] Registering TS with master...
19:53:14.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.476349 20510 heartbeater.cc:511] Master 127.19.37.126:37909 requested a full tablet report, sending...
19:53:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.479679 20508 heartbeater.cc:347] Connected to a master server at 127.19.37.124:40817
19:53:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.480041 20508 heartbeater.cc:464] Registering TS with master...
19:53:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.480110 19671 ts_manager.cc:194] Registered new tserver with Master: 2ed4d241078343879c773a50220e6510 (127.19.37.66:42053)
19:53:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.481067 20508 heartbeater.cc:511] Master 127.19.37.124:40817 requested a full tablet report, sending...
19:53:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.483553 19914 ts_manager.cc:194] Registered new tserver with Master: 2ed4d241078343879c773a50220e6510 (127.19.37.66:42053)
19:53:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.486153 19914 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.37.66:41487
19:53:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.487284 20509 heartbeater.cc:347] Connected to a master server at 127.19.37.125:36209
19:53:14.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.487702 20509 heartbeater.cc:464] Registering TS with master...
19:53:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.488574 20509 heartbeater.cc:511] Master 127.19.37.125:36209 requested a full tablet report, sending...
19:53:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.491531 19787 ts_manager.cc:194] Registered new tserver with Master: 2ed4d241078343879c773a50220e6510 (127.19.37.66:42053)
19:53:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:14.832432 20520 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:14.833042 20520 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:14.833696 20520 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:14.866042 20520 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:14.867091 20520 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.37.67
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.904702 20520 tablet_server_runner.cc:78] Tablet server non-default flags:
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.37.84:39057
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/data
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/wal
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.37.67:0
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/data/info.pb
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.37.67
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.37.126:37909,127.19.37.125:36209,127.19.37.124:40817
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.37.67
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/logs
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.906397 20520 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.908183 20520 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:14.928779 20532 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:15.491892 20508 heartbeater.cc:503] Master 127.19.37.124:40817 was elected leader, sending a full tablet report...
19:53:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:14.929152 20529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:14.929802 20535 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:14.930392 20520 server_base.cc:1034] running on GCE node
19:53:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.232092 20520 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.235494 20520 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.237295 20520 hybrid_clock.cc:648] HybridClock initialized: now 1786477996237255 us; error 54 us; skew 500 ppm
19:53:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.238154 20520 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:16.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.245028 20520 webserver.cc:460] Webserver started at http://127.19.37.67:42249/ using document root <none> and password file <none>
19:53:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.246001 20520 fs_manager.cc:359] Metadata directory not provided
19:53:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.246202 20520 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.246621 20520 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:53:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.252048 20520 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/data/instance:
19:53:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df5060d808346dc98fc64382391833d"
19:53:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:16 on dist-test-slave-3h5h"
19:53:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.253381 20520 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/wal/instance:
19:53:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df5060d808346dc98fc64382391833d"
19:53:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:16 on dist-test-slave-3h5h"
19:53:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.261759 20520 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.003s sys 0.005s
19:53:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.268066 20553 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.269711 20520 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
19:53:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.270144 20520 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/wal
19:53:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df5060d808346dc98fc64382391833d"
19:53:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:16 on dist-test-slave-3h5h"
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.270533 20520 fs_report.cc:383] FS layout report
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/wal
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/wal
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/data/data
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:16.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.312626 20520 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.314342 20520 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.314940 20520 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.318044 20520 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:53:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.322576 20520 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:53:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.322855 20520 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:53:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.323171 20520 ts_tablet_manager.cc:610] Registered 0 tablets
19:53:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.323364 20520 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:53:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.494310 20520 rpc_server.cc:307] RPC server started. Bound to: 127.19.37.67:42491
19:53:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.494433 20746 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.37.67:42491 every 8 connection(s)
19:53:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.498266 20520 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/data/info.pb
19:53:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.501961 19605 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 20520
19:53:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.502466 19605 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster5569698920163595333/ts-2/wal/instance
19:53:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.546361 20748 heartbeater.cc:347] Connected to a master server at 127.19.37.124:40817
19:53:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.546968 20748 heartbeater.cc:464] Registering TS with master...
19:53:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.548458 20748 heartbeater.cc:511] Master 127.19.37.124:40817 requested a full tablet report, sending...
19:53:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.551726 19914 ts_manager.cc:194] Registered new tserver with Master: 3df5060d808346dc98fc64382391833d (127.19.37.67:42491)
19:53:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.552066 20751 heartbeater.cc:347] Connected to a master server at 127.19.37.126:37909
19:53:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.552434 20751 heartbeater.cc:464] Registering TS with master...
19:53:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.553419 20751 heartbeater.cc:511] Master 127.19.37.126:37909 requested a full tablet report, sending...
19:53:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.554216 19914 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.37.67:45505
19:53:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.556973 19671 ts_manager.cc:194] Registered new tserver with Master: 3df5060d808346dc98fc64382391833d (127.19.37.67:42491)
19:53:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.557680 20749 heartbeater.cc:347] Connected to a master server at 127.19.37.125:36209
19:53:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.558097 20749 heartbeater.cc:464] Registering TS with master...
19:53:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.559015 20749 heartbeater.cc:511] Master 127.19.37.125:36209 requested a full tablet report, sending...
19:53:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.561625 19787 ts_manager.cc:194] Registered new tserver with Master: 3df5060d808346dc98fc64382391833d (127.19.37.67:42491)
19:53:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:16.578737 19605 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:53:16.589 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:53:16.591 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:53:16.604 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.37.126"
port: 37909
}
bound_http_address {
host: "127.19.37.126"
port: 35395
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.37.125"
port: 36209
}
bound_http_address {
host: "127.19.37.125"
port: 42383
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.37.124"
port: 40817
}
bound_http_address {
host: "127.19.37.124"
port: 37201
}
}
}
19:53:16.609 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:53:16.612 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.37.65"
port: 45423
}
bound_http_address {
host: "127.19.37.65"
port: 36651
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.37.66"
port: 42053
}
bound_http_address {
host: "127.19.37.66"
port: 43413
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.37.67"
port: 42491
}
bound_http_address {
host: "127.19.37.67"
port: 42249
}
}
}
19:53:16.612 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:53:16.800 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:53:16.916 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKd_euS/test-tmp
19:53:16.917 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:53:16.918 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKd_euS/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:53:16.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:53:17.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:17.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:53:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:17.352200 20762 mini_oidc.cc:152] Starting JWKS server
19:53:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:17.355783 20762 webserver.cc:460] Webserver started at http://127.0.0.1:37129/ using document root <none> and password file <none>
19:53:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:17.356199 20762 mini_oidc.cc:189] Starting OIDC Discovery server
19:53:17.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:17.358129 20762 webserver.cc:460] Webserver started at http://127.0.0.1:39641/ using document root <none> and password file <none>
19:53:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:53:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/principal' for realm 'KRBTEST.COM',
19:53:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:53:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:17 dist-test-slave-3h5h krb5kdc[20778](info): setting up network...
19:53:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:53:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:17 dist-test-slave-3h5h krb5kdc[20778](info): set up 2 sockets
19:53:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:17 dist-test-slave-3h5h krb5kdc[20778](info): commencing operation
19:53:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:53:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:17.559765 20748 heartbeater.cc:503] Master 127.19.37.124:40817 was elected leader, sending a full tablet report...
19:53:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:18.869504 20762 mini_kdc.cc:121] Time spent starting KDC: real 1.485s user 0.013s sys 0.023s
19:53:18.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:53:18.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:53:18.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:53:18.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:53:18.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:53:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:53:18.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:53:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:53:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:53:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:53:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/test-user.keytab.
19:53:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/test-user.keytab.
19:53:19.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:19 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477999, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:19.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:53:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:53:19Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:53:19.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:53:19Z Disabled control of system clock
19:53:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.70.190@KRBTEST.COM; defaulting to no policy
19:53:19.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:53:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.70.190@KRBTEST.COM" created.
19:53:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:53:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.70.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.190.keytab.
19:53:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.70.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.190.keytab.
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:19.114881 20762 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/logs
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data/info.pb
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.190:33325
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.190
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.190.keytab
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.190
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:53:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.459434 20796 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.460002 20796 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.460588 20796 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:19.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.493772 20796 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:53:19.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.494084 20796 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:53:19.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.494549 20796 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.494954 20796 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:53:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.495283 20796 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:53:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.495596 20796 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:53:19.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.496016 20796 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37129/jwks.json
19:53:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:19.537156 20796 master_runner.cc:386] Master server non-default flags:
19:53:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data
19:53:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:53:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.190.keytab
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.190
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.190:33325
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data/info.pb
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.190
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/logs
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:53:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:19.538683 20796 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:19.540145 20796 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:19.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.559571 20804 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.559587 20803 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:19.559664 20807 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:19.561647 20796 server_base.cc:1034] running on GCE node
19:53:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.907056 20796 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.910918 20796 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.912423 20796 hybrid_clock.cc:648] HybridClock initialized: now 1786478000912328 us; error 128 us; skew 500 ppm
19:53:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.914023 20796 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:20 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478000, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.922940 20796 init.cc:377] Logged in from keytab as kudu/127.20.70.190@KRBTEST.COM (short username kudu)
19:53:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.930245 20796 webserver.cc:460] Webserver started at http://127.20.70.190:33489/ using document root <none> and password file <none>
19:53:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.932240 20796 fs_manager.cc:359] Metadata directory not provided
19:53:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.932580 20796 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.933315 20796 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:53:20.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.943194 20796 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data/instance:
19:53:20.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb1f61ad09144bdd8e34ada499ad35dd"
19:53:20.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:20 on dist-test-slave-3h5h"
19:53:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.945295 20796 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal/instance:
19:53:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb1f61ad09144bdd8e34ada499ad35dd"
19:53:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:20 on dist-test-slave-3h5h"
19:53:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.960813 20796 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.007s sys 0.005s
19:53:20.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.968227 20821 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:20.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.969528 20796 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.969846 20796 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb1f61ad09144bdd8e34ada499ad35dd"
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:20 on dist-test-slave-3h5h"
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:20.970263 20796 fs_report.cc:383] FS layout report
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data/data
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.020424 20796 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.027130 20796 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.027598 20796 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:21.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.109099 20796 rpc_server.cc:307] RPC server started. Bound to: 127.20.70.190:33325
19:53:21.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.109226 20924 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.70.190:33325 every 8 connection(s)
19:53:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.112110 20796 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data/info.pb
19:53:21.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.117574 20762 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 20796
19:53:21.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.118119 20762 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal/instance
19:53:21.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.119016 20926 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:53:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.131757 20926 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } has no permanent_uuid. Determining permanent_uuid...
19:53:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.70.189@KRBTEST.COM; defaulting to no policy
19:53:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:53:21.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.70.189@KRBTEST.COM" created.
19:53:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:21 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478000, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.190@KRBTEST.COM for kudu/127.20.70.190@KRBTEST.COM
19:53:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:53:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.70.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.189.keytab.
19:53:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.70.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.189.keytab.
19:53:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.178470 20762 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data
19:53:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:21.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/logs
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data/info.pb
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.189:34841
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.189
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.189.keytab
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.189
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:53:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.186193 20926 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } has no permanent_uuid. Determining permanent_uuid...
19:53:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.188964 20823 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.197312 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.189:34841: Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.246929 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } attempt: 1
19:53:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.251441 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.189:34841: Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.320070 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } attempt: 2
19:53:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.324682 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.189:34841: Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.416383 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } attempt: 3
19:53:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.420603 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.189:34841: Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.564211 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } attempt: 4
19:53:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.570767 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.189:34841: Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.613698 20938 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.614488 20938 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.615306 20938 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:21.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.650743 20938 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:53:21.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.651161 20938 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:53:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.651469 20938 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.651757 20938 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:53:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.652064 20938 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:53:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.652262 20938 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:53:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.652410 20938 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37129/jwks.json
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.690771 20938 master_runner.cc:386] Master server non-default flags:
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.189.keytab
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.189
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.189:34841
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:21.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data/info.pb
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.189
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/logs
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:21.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:21.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.692268 20938 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:21.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.693693 20938 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:21.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.716868 20954 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:21.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:21.870249 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } attempt: 5
19:53:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.875882 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.189:34841: Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:22.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:22.423364 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } attempt: 6
19:53:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:22.430768 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.189:34841: Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.717185 20951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:21.718297 20949 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.087682 20952 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:53:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.087808 20938 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:53:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.091909 20938 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:23.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.095120 20938 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:23.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.096596 20938 hybrid_clock.cc:648] HybridClock initialized: now 1786478003096536 us; error 46 us; skew 500 ppm
19:53:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.097757 20938 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:23 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478003, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.109362 20938 init.cc:377] Logged in from keytab as kudu/127.20.70.189@KRBTEST.COM (short username kudu)
19:53:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.119336 20938 webserver.cc:460] Webserver started at http://127.20.70.189:34361/ using document root <none> and password file <none>
19:53:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.120452 20938 fs_manager.cc:359] Metadata directory not provided
19:53:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.120730 20938 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.121455 20938 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:53:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.128619 20938 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data/instance:
19:53:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cb1fb14dab74841873284be2d0f5435"
19:53:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:23 on dist-test-slave-3h5h"
19:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.130275 20938 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal/instance:
19:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cb1fb14dab74841873284be2d0f5435"
19:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:23 on dist-test-slave-3h5h"
19:53:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.139607 20938 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
19:53:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.147065 20978 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.148648 20938 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.149482 20938 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cb1fb14dab74841873284be2d0f5435"
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:23 on dist-test-slave-3h5h"
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.150082 20938 fs_report.cc:383] FS layout report
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data/data
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.195917 20938 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.203024 20938 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.204366 20938 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.343952 20938 rpc_server.cc:307] RPC server started. Bound to: 127.20.70.189:34841
19:53:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.344264 21080 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.70.189:34841 every 8 connection(s)
19:53:23.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.347285 20938 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data/info.pb
19:53:23.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.356623 21081 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:53:23.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.356652 20762 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 20938
19:53:23.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.357228 20762 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal/instance
19:53:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.379294 21081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } has no permanent_uuid. Determining permanent_uuid...
19:53:23.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.70.188@KRBTEST.COM; defaulting to no policy
19:53:23.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:53:23.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.70.188@KRBTEST.COM" created.
19:53:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:23 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478003, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.189@KRBTEST.COM for kudu/127.20.70.190@KRBTEST.COM
19:53:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:53:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.70.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.188.keytab.
19:53:23.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.70.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.188.keytab.
19:53:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.435182 20762 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data
19:53:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/logs
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data/info.pb
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.188:33829
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.188
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.188.keytab
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.188
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:53:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.436685 21081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } has no permanent_uuid. Determining permanent_uuid...
19:53:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:23 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478003, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.189@KRBTEST.COM for kudu/127.20.70.189@KRBTEST.COM
19:53:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.479020 21081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } has no permanent_uuid. Determining permanent_uuid...
19:53:23.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.482086 20986 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.488729 21081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.491427 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } attempt: 7
19:53:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:23 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478000, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.190@KRBTEST.COM for kudu/127.20.70.189@KRBTEST.COM
19:53:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.526206 20926 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } has no permanent_uuid. Determining permanent_uuid...
19:53:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.536564 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.538333 21081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 1
19:53:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.543711 21081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.595167 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 1
19:53:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.601411 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.612161 21081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 2
19:53:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.617460 21081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.682924 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 2
19:53:23.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.688252 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.708943 21081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 3
19:53:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.713500 21081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.773768 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 3
19:53:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.782330 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.857095 21081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 4
19:53:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.864318 21081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.910266 21092 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:23.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.911051 21092 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.911798 21092 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:23.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.922887 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 4
19:53:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.929060 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.946059 21092 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:53:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.946506 21092 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:53:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.947045 21092 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.947404 21092 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:53:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.947732 21092 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:53:23.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.948051 21092 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:53:23.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:23.948282 21092 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37129/jwks.json
19:53:23.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.987915 21092 master_runner.cc:386] Master server non-default flags:
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.188.keytab
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.188
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.188:33829
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data/info.pb
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.188
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:53:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/logs
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.989526 21092 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:23.990981 21092 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:24.024606 21107 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:24.066802 20737 debug-util.cc:398] Leaking SignalData structure 0x7b08000af9a0 after lost signal to thread 20521
19:53:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:24.067814 20737 debug-util.cc:398] Leaking SignalData structure 0x7b08000afa80 after lost signal to thread 20746
19:53:24.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:24.163923 21081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 5
19:53:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:24.170696 21081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:24.212558 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 5
19:53:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:24.220949 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:24.719333 21081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 6
19:53:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:24.732983 21081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:24.773475 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 6
19:53:24.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:24.812659 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:24.026350 21109 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:24.029384 21092 server_base.cc:1034] running on GCE node
19:53:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:24.025681 21105 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:25.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.514002 21092 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:25.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.518641 21092 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:25.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.520375 21092 hybrid_clock.cc:648] HybridClock initialized: now 1786478005520320 us; error 51 us; skew 500 ppm
19:53:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.521803 21092 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:25 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478005, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.532217 21092 init.cc:377] Logged in from keytab as kudu/127.20.70.188@KRBTEST.COM (short username kudu)
19:53:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.539561 21092 webserver.cc:460] Webserver started at http://127.20.70.188:41815/ using document root <none> and password file <none>
19:53:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.540469 21092 fs_manager.cc:359] Metadata directory not provided
19:53:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.540665 21092 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:25.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.541160 21092 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:53:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.546887 21092 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data/instance:
19:53:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3efd639c2c5141108d48bbd41efbc6cf"
19:53:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:25 on dist-test-slave-3h5h"
19:53:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.549772 21092 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal/instance:
19:53:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3efd639c2c5141108d48bbd41efbc6cf"
19:53:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:25 on dist-test-slave-3h5h"
19:53:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.563103 21092 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.010s sys 0.003s
19:53:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.572531 21133 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.574141 21092 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.002s sys 0.004s
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.574635 21092 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3efd639c2c5141108d48bbd41efbc6cf"
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:25 on dist-test-slave-3h5h"
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.575011 21092 fs_report.cc:383] FS layout report
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data/data
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:25.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.643061 21092 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:25.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.650976 21092 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:25.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.651481 21092 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:25.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.793699 21081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 7
19:53:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:25.813273 21081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:25.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.846163 20926 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } attempt: 7
19:53:25.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:25.859211 20926 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.70.188:33829: Network error: Client connection negotiation failed: client connection to 127.20.70.188:33829: connect: Connection refused (error 111)
19:53:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.869917 21220 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.70.188:33829 every 8 connection(s)
19:53:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.870151 21092 rpc_server.cc:307] RPC server started. Bound to: 127.20.70.188:33829
19:53:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.874701 21092 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data/info.pb
19:53:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.878525 20762 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 21092
19:53:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.879232 20762 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal/instance
19:53:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.884470 21221 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:53:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.919651 21221 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } has no permanent_uuid. Determining permanent_uuid...
19:53:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:25 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477999, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.70.188@KRBTEST.COM
19:53:25.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:25 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478005, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.188@KRBTEST.COM for kudu/127.20.70.190@KRBTEST.COM
19:53:25.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:25.990041 21221 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } has no permanent_uuid. Determining permanent_uuid...
19:53:26.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:25 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477999, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.70.189@KRBTEST.COM
19:53:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:26 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478005, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.188@KRBTEST.COM for kudu/127.20.70.189@KRBTEST.COM
19:53:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:26 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786477999, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.70.190@KRBTEST.COM
19:53:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.054251 21221 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } has no permanent_uuid. Determining permanent_uuid...
19:53:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:26 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478005, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.188@KRBTEST.COM for kudu/127.20.70.188@KRBTEST.COM
19:53:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.077600 20762 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:53:26.089 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:26.091 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:53:26.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.093746 21221 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: Bootstrap starting.
19:53:26.111 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:53:26.112 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:53:26.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.115411 21221 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: Neither blocks nor log segments found. Creating new log.
19:53:26.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.70.190"
port: 33325
}
bound_http_address {
host: "127.20.70.190"
port: 33489
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.70.189"
port: 34841
}
bound_http_address {
host: "127.20.70.189"
port: 34361
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.70.188"
port: 33829
}
bound_http_address {
host: "127.20.70.188"
port: 41815
}
}
}
19:53:26.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:53:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.118978 21221 log.cc:824] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: Log is configured to *not* fsync() on all Append() calls
19:53:26.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:26.129 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:53:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.130702 21221 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: No bootstrap required, opened a new log
19:53:26.131 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:53:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.168197 21221 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.169152 21221 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:53:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.169447 21221 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3efd639c2c5141108d48bbd41efbc6cf, State: Initialized, Role: FOLLOWER
19:53:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.170416 21221 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:26.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:26 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478006, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:53:26.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.180804 21237 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } } }
19:53:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.183115 21237 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [sys.catalog]: This master's current role is: FOLLOWER
19:53:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.182504 21221 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [sys.catalog]: configured and running, proceeding with master startup.
19:53:26.188 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:26.192 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc
19:53:26.204 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:53:26.206 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc
19:53:26.207 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:53:26.216 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:53:26.220 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:53:26.220 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:53:26.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.254817 21252 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.257416 21252 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:26 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478006, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:53:26.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:26.282 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc
19:53:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.238127 21092 master_runner.cc:186] Error getting master registration for 127.20.70.190:33325: OK, instance_id { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" instance_seqno: 1786478001085908 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:53:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.284221 21092 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:53:26.284 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:53:26.291 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.70.190:33325
19:53:26.295 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:53:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.295950 20762 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 20796
19:53:26.338 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:26.338 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.70.189:34841
19:53:26.338 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:53:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.339489 20762 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 20938
19:53:26.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:26.381 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.70.188:33829
19:53:26.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:53:26.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.383272 20762 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 21092
19:53:26.420 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:26.421 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.70.190:33325
19:53:26.423 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:53:26.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.425428 20762 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data
19:53:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/logs
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data/info.pb
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.190:33325
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.190
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33489
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.190.keytab
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.190
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:53:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.773325 21259 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.774070 21259 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.774814 21259 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.809465 21259 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:53:26.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.809778 21259 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:53:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.810178 21259 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.810515 21259 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:53:26.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.810877 21259 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:53:26.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.811199 21259 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:53:26.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.811434 21259 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37129/jwks.json
19:53:26.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.849408 21259 master_runner.cc:386] Master server non-default flags:
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.190.keytab
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.190
19:53:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.190:33325
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data/info.pb
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.190
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33489
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/logs
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.851016 21259 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.852418 21259 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.872694 21276 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.873071 21275 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:26.875885 21259 server_base.cc:1034] running on GCE node
19:53:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:26.874131 21278 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:28.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.244768 21259 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.248085 21259 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:28.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.249562 21259 hybrid_clock.cc:648] HybridClock initialized: now 1786478008249526 us; error 53 us; skew 500 ppm
19:53:28.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.250476 21259 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:28 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478008, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:28.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.260782 21259 init.cc:377] Logged in from keytab as kudu/127.20.70.190@KRBTEST.COM (short username kudu)
19:53:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.266861 21259 webserver.cc:460] Webserver started at http://127.20.70.190:33489/ using document root <none> and password file <none>
19:53:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.267854 21259 fs_manager.cc:359] Metadata directory not provided
19:53:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.268172 21259 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.276926 21259 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
19:53:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.283157 21300 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:28.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.284704 21259 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
19:53:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.285141 21259 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb1f61ad09144bdd8e34ada499ad35dd"
19:53:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:20 on dist-test-slave-3h5h"
19:53:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.287616 21259 fs_report.cc:383] FS layout report
19:53:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:28.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data/data
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.340480 21259 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.346993 21259 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.347551 21259 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.428149 21259 rpc_server.cc:307] RPC server started. Bound to: 127.20.70.190:33325
19:53:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.428279 21380 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.70.190:33325 every 8 connection(s)
19:53:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.433463 21259 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/data/info.pb
19:53:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.442031 20762 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 21259
19:53:28.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:28.443 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.70.189:34841
19:53:28.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.445195 20762 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/logs
19:53:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data/info.pb
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.189:34841
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.189
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34361
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.189.keytab
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.189
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:53:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.446193 21381 sys_catalog.cc:263] Verifying existing consensus state
19:53:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 19:53:28.447338 21381 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:53:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.447932 21259 master.cc:537] Master@127.20.70.190:33325 shutting down...
19:53:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.518572 21259 master.cc:552] Master@127.20.70.190:33325 shutdown complete.
19:53:28.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:53:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.799752 21386 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.800709 21386 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.801460 21386 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.834824 21386 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:53:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.835165 21386 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:53:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.835439 21386 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.835640 21386 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:53:28.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.835817 21386 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:53:28.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.836014 21386 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:53:28.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.836146 21386 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37129/jwks.json
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.874672 21386 master_runner.cc:386] Master server non-default flags:
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.189.keytab
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.189
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.189:34841
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data/info.pb
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.189
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34361
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/logs
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.876037 21386 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.877487 21386 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:28.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.898705 21395 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.898784 21393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:28.900040 21399 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:28.900404 21386 server_base.cc:1034] running on GCE node
19:53:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.219868 21386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:30.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.223289 21386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:30.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.224793 21386 hybrid_clock.cc:648] HybridClock initialized: now 1786478010224767 us; error 49 us; skew 500 ppm
19:53:30.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.225924 21386 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:30.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:30 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478010, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:30.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.233183 21386 init.cc:377] Logged in from keytab as kudu/127.20.70.189@KRBTEST.COM (short username kudu)
19:53:30.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.239354 21386 webserver.cc:460] Webserver started at http://127.20.70.189:34361/ using document root <none> and password file <none>
19:53:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.240396 21386 fs_manager.cc:359] Metadata directory not provided
19:53:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.240638 21386 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.250897 21386 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.008s sys 0.000s
19:53:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.255983 21420 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.257434 21386 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
19:53:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.257809 21386 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cb1fb14dab74841873284be2d0f5435"
19:53:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:23 on dist-test-slave-3h5h"
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.260516 21386 fs_report.cc:383] FS layout report
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data/data
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.305307 21386 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:30.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.311830 21386 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:30.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.312423 21386 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.389181 21386 rpc_server.cc:307] RPC server started. Bound to: 127.20.70.189:34841
19:53:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.389297 21513 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.70.189:34841 every 8 connection(s)
19:53:30.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.392270 21386 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/data/info.pb
19:53:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.400382 20762 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 21386
19:53:30.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:30.402 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.70.188:33829
19:53:30.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:53:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.405118 20762 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/logs
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data/info.pb
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.188:33829
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.188
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41815
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.188.keytab
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.188
19:53:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.405274 21514 sys_catalog.cc:263] Verifying existing consensus state
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 19:53:30.406374 21514 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:53:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.408063 21386 master.cc:537] Master@127.20.70.189:34841 shutting down...
19:53:30.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.480439 21386 master.cc:552] Master@127.20.70.189:34841 shutdown complete.
19:53:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:53:30.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.753247 21521 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:53:30.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.754086 21521 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:53:30.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.755065 21521 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:53:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.802039 21521 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:53:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.802279 21521 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:53:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.802685 21521 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:53:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.802907 21521 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:53:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.803105 21521 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:53:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.803293 21521 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:53:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.803431 21521 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37129/jwks.json
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.841750 21521 master_runner.cc:386] Master server non-default flags:
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.70.148:38191
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/krb5kdc/kudu_127.20.70.188.keytab
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.70.188
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.70.188:33829
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37129/jwks.json
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data/info.pb
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.70.188
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41815
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:53:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/logs
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 18:54:03 UTC on ccycloud.quasar-qqxtnc.root.comops.site
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581135
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:53:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.842905 21521 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:53:30.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.843865 21521 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:53:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.862844 21534 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:32.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.865129 21531 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:32.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:30.865640 21521 server_base.cc:1034] running on GCE node
19:53:32.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:30.862886 21529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:53:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.153796 21521 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:53:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.156607 21521 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:53:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.157985 21521 hybrid_clock.cc:648] HybridClock initialized: now 1786478012157951 us; error 48 us; skew 500 ppm
19:53:32.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.158955 21521 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:53:32.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:32 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478012, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:32.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.165764 21521 init.cc:377] Logged in from keytab as kudu/127.20.70.188@KRBTEST.COM (short username kudu)
19:53:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.171846 21521 webserver.cc:460] Webserver started at http://127.20.70.188:41815/ using document root <none> and password file <none>
19:53:32.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.172989 21521 fs_manager.cc:359] Metadata directory not provided
19:53:32.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.173278 21521 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:53:32.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.182320 21521 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
19:53:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.187477 21545 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:53:32.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.188721 21521 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
19:53:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.189436 21521 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data,/tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3efd639c2c5141108d48bbd41efbc6cf"
19:53:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:53:25 on dist-test-slave-3h5h"
19:53:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.192124 21521 fs_report.cc:383] FS layout report
19:53:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:53:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/wal
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data/data
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:53:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:53:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.237865 21521 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:53:32.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.243873 21521 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:53:32.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.244297 21521 kserver.cc:163] Server-wide thread pool size limit: 3276
19:53:32.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.325664 21521 rpc_server.cc:307] RPC server started. Bound to: 127.20.70.188:33829
19:53:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.325814 21626 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.70.188:33829 every 8 connection(s)
19:53:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.328804 21521 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKd_euS/test-tmp/mini-kudu-cluster1165856408323934039/master-2/data/info.pb
19:53:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.339243 20762 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu as pid 21521
19:53:32.340 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:53:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.340276 21627 sys_catalog.cc:263] Verifying existing consensus state
19:53:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.345551 21627 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: Bootstrap starting.
19:53:32.386 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.390866 21627 log.cc:824] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: Log is configured to *not* fsync() on all Append() calls
19:53:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.396872 21627 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:53:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.397812 21627 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: Bootstrap complete.
19:53:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.427500 21627 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.430763 21627 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:53:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.431110 21627 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3efd639c2c5141108d48bbd41efbc6cf, State: Initialized, Role: FOLLOWER
19:53:32.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.432126 21627 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.435305 21633 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } } }
19:53:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.436359 21633 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [sys.catalog]: This master's current role is: FOLLOWER
19:53:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.437192 21627 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [sys.catalog]: configured and running, proceeding with master startup.
19:53:32.459 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:32.460 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.70.188:33829(127.20.70.188:33829)] connecting to peer
19:53:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.464864 21633 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:53:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.465579 21633 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.475000 21633 leader_election.cc:288] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325), 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841)
19:53:32.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:32.503101 21554 tablet.cc:2369] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:53:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:32.507493 21552 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111)
19:53:32.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:32.520646 21548 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841): Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:32.521494 21552 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325): Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111)
19:53:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.522053 21552 leader_election.cc:302] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3efd639c2c5141108d48bbd41efbc6cf; no voters: 6cb1fb14dab74841873284be2d0f5435, eb1f61ad09144bdd8e34ada499ad35dd
19:53:32.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.523188 21633 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:53:32.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.538 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.70.188:33829(127.20.70.188:33829)] Successfully connected to peer
19:53:32.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:32.559186 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:32.559551 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.524106 21521 master_runner.cc:186] Error getting master registration for 127.20.70.190:33325: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111),
19:53:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:32.571259 21521 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:53:32.640 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:53:32.652 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.70.188
19:53:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:32 dist-test-slave-3h5h krb5kdc[20778](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478006, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.70.188@KRBTEST.COM
19:53:32.914 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7249287b, L:/127.0.0.1:47848 - R:/127.20.70.188:33829] using SASL/GSSAPI
19:53:32.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:32.946 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:32.949 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:32.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:32.965 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:32.968 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:32.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:32.984 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:32.986 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:32.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:32.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:32.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:33.005 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:33.006 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:33.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:33.045 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:33.047 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:33.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:33.124 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:33.127 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:33.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:33.265 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:33.268 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:33.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:33.324 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:33.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.337 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:33.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:33.563859 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:33.564222 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:33.665 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:33.667 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:33.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:33.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:33.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:34.225 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:34.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:34.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:34.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:34.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:34.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:34.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:34.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:34.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:34.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:34.399459 21670 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:53:34.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:34.400158 21670 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:34.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:34.402333 21670 leader_election.cc:288] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325), 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841)
19:53:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:34.426741 21548 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841): Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:34.427865 21552 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325): Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111)
19:53:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:34.428197 21552 leader_election.cc:302] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3efd639c2c5141108d48bbd41efbc6cf; no voters: 6cb1fb14dab74841873284be2d0f5435, eb1f61ad09144bdd8e34ada499ad35dd
19:53:34.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:34.428932 21670 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:53:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:34.567330 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:34.567628 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:35.570700 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:35.571009 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:35.685 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:35.687 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:35.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:35.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:35.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:35.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:35.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:35.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:35.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:36.574051 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:36.574360 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:37.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:37.446372 21683 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:53:37.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:37.446825 21683 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:37.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:37.448416 21683 leader_election.cc:288] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325), 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841)
19:53:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:37.453737 21552 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325): Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111)
19:53:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:37.454263 21548 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841): Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:37.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:37.454654 21548 leader_election.cc:302] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3efd639c2c5141108d48bbd41efbc6cf; no voters: 6cb1fb14dab74841873284be2d0f5435, eb1f61ad09144bdd8e34ada499ad35dd
19:53:37.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:37.455340 21683 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:53:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:37.573824 21521 master_runner.cc:186] Error getting master registration for 127.20.70.190:33325: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111),
19:53:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:37.574373 21521 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:53:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:37.577159 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:37.577378 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:38.581660 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:38.582118 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:38.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:38.708 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:38.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:38.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:38.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:38.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:38.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:38.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:38.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:39.587097 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:39.587572 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:40.565 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:40.566 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:40.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:40.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:40.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:40.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:40.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:40.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:40.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:40.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:40.590873 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:40.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:40.591246 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:41.595759 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:41.596227 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:41.965 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:41.966 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:41.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:41.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:41.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:41.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:41.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:41.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:41.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:42.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:42.104725 21703 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:53:42.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:42.105226 21703 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:42.107010 21703 leader_election.cc:288] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325), 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841)
19:53:42.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:42.109472 21552 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:53:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:42.113329 21552 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325): Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111)
19:53:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:42.114063 21548 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841): Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:42.114635 21548 leader_election.cc:302] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3efd639c2c5141108d48bbd41efbc6cf; no voters: 6cb1fb14dab74841873284be2d0f5435, eb1f61ad09144bdd8e34ada499ad35dd
19:53:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:42.115454 21703 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:53:42.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:42 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478022, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:42.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:42.170709 21539 init.cc:295] Successfully reacquired a new kerberos TGT
19:53:42.324 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:42.326 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:42.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:42.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:42.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:42.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:42.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:42.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:42.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:42.425 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:42.426 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:42.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:42.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:42.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:42.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:42.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:42.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:42.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:42.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:42.576980 21521 master_runner.cc:186] Error getting master registration for 127.20.70.190:33325: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111),
19:53:42.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:42.577471 21521 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:53:42.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:42.599541 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:42.599799 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:43.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:43.602659 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:43.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:43.602916 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:44.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:44.605907 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:44.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:44.606160 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:44.984 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:44.986 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:44.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:44.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:44.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:44.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:44.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:44.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:44.992 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:45.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:45.609508 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:45.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:45.609819 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:46.613041 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:46.613421 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:47.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:47.580642 21521 master_runner.cc:186] Error getting master registration for 127.20.70.190:33325: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111),
19:53:47.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:47.581097 21521 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:53:47.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:47.617219 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:47.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:47.617542 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:47.790184 21722 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:53:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:47.790693 21722 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:47.792498 21722 leader_election.cc:288] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325), 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841)
19:53:47.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:47.794025 21552 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:53:47.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:47.797173 21552 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325): Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111)
19:53:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:47.797818 21548 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841): Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:47.798133 21548 leader_election.cc:302] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3efd639c2c5141108d48bbd41efbc6cf; no voters: 6cb1fb14dab74841873284be2d0f5435, eb1f61ad09144bdd8e34ada499ad35dd
19:53:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:47.798656 21722 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:53:48.244 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:48.246 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:48.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:48.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:48.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:48.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:48.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:48.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:48.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:48.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:48.621008 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:48.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:48.621356 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:49.624303 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:49.624622 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:50.045 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:50.047 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:50.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:50.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:50.049 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:50.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:50.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:50.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:50.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:50.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:50.627494 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:50.627794 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:51.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:51.631836 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:51.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:51.632232 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 19:53:52 dist-test-slave-3h5h krb5kdc[20778](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786478032, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.70.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:53:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:52.173637 21539 init.cc:295] Successfully reacquired a new kerberos TGT
19:53:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:52.584460 21521 master_runner.cc:186] Error getting master registration for 127.20.70.190:33325: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111),
19:53:52.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:52.584937 21521 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:53:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:52.635227 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:52.635556 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:53.425 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:53.427 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:53.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:53.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:53.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:53.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:53.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:53.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:53.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:53.638558 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:53.638850 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:54.641669 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:54.641985 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:55.598604 21746 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:53:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:55.599179 21746 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb1f61ad09144bdd8e34ada499ad35dd" member_type: VOTER last_known_addr { host: "127.20.70.190" port: 33325 } } peers { permanent_uuid: "6cb1fb14dab74841873284be2d0f5435" member_type: VOTER last_known_addr { host: "127.20.70.189" port: 34841 } } peers { permanent_uuid: "3efd639c2c5141108d48bbd41efbc6cf" member_type: VOTER last_known_addr { host: "127.20.70.188" port: 33829 } }
19:53:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:55.600975 21746 leader_election.cc:288] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325), 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841)
19:53:55.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:55.603314 21552 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:53:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:55.606927 21552 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer eb1f61ad09144bdd8e34ada499ad35dd (127.20.70.190:33325): Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111)
19:53:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:55.607623 21548 leader_election.cc:334] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6cb1fb14dab74841873284be2d0f5435 (127.20.70.189:34841): Network error: Client connection negotiation failed: client connection to 127.20.70.189:34841: connect: Connection refused (error 111)
19:53:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:55.607946 21548 leader_election.cc:302] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3efd639c2c5141108d48bbd41efbc6cf; no voters: 6cb1fb14dab74841873284be2d0f5435, eb1f61ad09144bdd8e34ada499ad35dd
19:53:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:55.608685 21746 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:53:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:55.645248 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:55.645532 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:55.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:55.943145 21620 debug-util.cc:398] Leaking SignalData structure 0x7b080008b7a0 after lost signal to thread 21522
19:53:55.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:55.943760 21620 debug-util.cc:398] Leaking SignalData structure 0x7b08000b90a0 after lost signal to thread 21626
19:53:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:56.648535 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:56.648823 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:56.765 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:53:56.766 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:53:56.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:56.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:56.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:53:56.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:56.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:56.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:53:56.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:53:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:57.631932 21521 master_runner.cc:186] Error getting master registration for 127.20.70.190:33325: Network error: Client connection negotiation failed: client connection to 127.20.70.190:33325: connect: Connection refused (error 111),
19:53:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:53:57.632323 21521 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:53:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:57.652114 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:57.652405 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:58.655805 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:58.656102 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:53:59.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:59.659343 21658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3efd639c2c5141108d48bbd41efbc6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:53:59.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:53:59.659639 21658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:54:00.065 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.190:33325(127.20.70.190:33325)] connecting to peer
19:54:00.066 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.20.70.189:34841(127.20.70.189:34841)] connecting to peer
19:54:00.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:54:00.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.70.190:33325(127.20.70.190:33325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:54:00.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.190:33325: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325
19:54:00.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:54:00.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.189:34841(127.20.70.189:34841)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:54:00.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.70.189:34841: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
19:54:00.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829; will retry
19:54:00.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27728), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [193ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [581ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [584ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [598ms] refreshing cache from master, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [605ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [612ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [613ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [625ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [629ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [630ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [640ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [645ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [647ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [648ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [661ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [665ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [668ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [669ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [709ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [710ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [712ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [780ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [784ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [788ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [917ms] refreshing cache from master, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [923ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [927ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [930ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [931ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [977ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [987ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [989ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [993ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [996ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [997ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [1317ms] refreshing cache from master, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [1328ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [1329ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [1877ms] refreshing cache from master, [1878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [1879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [1886ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [1886ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [3337ms] refreshing cache from master, [3337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [3339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [3343ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [3345ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [3346ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [6357ms] refreshing cache from master, [6358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [6361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [6363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [6364ms] too many traces: truncated at 100 traces, deferred=Deferred@1495606074(state=PENDING, result=null, callback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497), errback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497)))
19:54:00.080 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.70.189:34841(127.20.70.189:34841)] disconnecting while in state TERMINATED
19:54:00.081 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.70.188:33829(127.20.70.188:33829)] disconnecting while in state READY
19:54:00.081 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.70.190:33325(127.20.70.190:33325)] disconnecting while in state TERMINATED
19:54:00.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:54:00.088 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:54:00.090 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.70.188:33829(127.20.70.188:33829)] handling channelInactive
19:54:00.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:54:00.094964 20762 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 21521
19:54:00.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.70.188:33829(127.20.70.188:33829)] cleaning up while in state READY due to: connection closed
19:54:00.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:54:00.381861 20502 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcba0 after lost signal to thread 20307
19:54:00.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:54:00.382742 20502 debug-util.cc:398] Leaking SignalData structure 0x7b08000aff80 after lost signal to thread 20507
19:54:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:54:01Z chronyd exiting
19:54:02.532 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:54:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:54:02.534034 19605 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 20044
19:54:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:54:02.575475 19605 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 20294
19:54:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:54:02.613834 19605 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 20520
19:54:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:54:02.648593 19605 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 19624
19:54:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:54:02.689492 19605 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 19722
19:54:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:54:02.733753 19605 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKd_euS/build/tsan/bin/kudu with pid 19846
19:54:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:54:03Z chronyd exiting
19:54:04.947 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27728), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [193ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [581ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [584ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [598ms] refreshing cache from master, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [605ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [612ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [613ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [625ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [629ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [630ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [640ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [645ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [647ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [648ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [661ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [665ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [668ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [669ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [709ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [710ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [712ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [780ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [784ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [788ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [917ms] refreshing cache from master, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [923ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [927ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [930ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [931ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [977ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [987ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [989ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [993ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [996ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [997ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [1317ms] refreshing cache from master, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [1328ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [1329ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [1877ms] refreshing cache from master, [1878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [1879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [1886ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [1886ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [3337ms] refreshing cache from master, [3337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [3339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [3343ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [3345ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [3346ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [6357ms] refreshing cache from master, [6358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [6361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [6363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [6364ms] too many traces: truncated at 100 traces, deferred=Deferred@1495606074(state=PENDING, result=null, callback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497), errback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.70.189:34841
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27728), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [193ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [581ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [584ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [598ms] refreshing cache from master, [599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [605ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [610ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [612ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [613ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [625ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [629ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [630ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [640ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [645ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [647ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [648ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [661ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [665ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [668ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [669ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [698ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [702ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [709ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [710ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [712ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [780ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [784ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [788ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [788ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [917ms] refreshing cache from master, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [923ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [923ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [927ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [930ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [931ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [977ms] refreshing cache from master, [977ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [987ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [989ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [991ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [993ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [996ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [997ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [1317ms] refreshing cache from master, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [1319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [1328ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [1329ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [1877ms] refreshing cache from master, [1878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [1879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [1886ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [1886ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [3337ms] refreshing cache from master, [3337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [3339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.190:33325: Network error: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [3343ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.189:34841: Network error: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [3345ms] Sub RPC ConnectToMaster: received response from server master-127.20.70.188:33829: OK, [3346ms] delaying RPC due to: Service unavailable: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841, [6357ms] refreshing cache from master, [6358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.190:33325, [6361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.189:34841, [6363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.70.188:33829, [6364ms] too many traces: truncated at 100 traces, deferred=Deferred@1495606074(state=PENDING, result=null, callback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497), errback=(continuation of Deferred@1531322372 after retry RPC after error@1827436380) -> (continuation of Deferred@361865260 after retry RPC after error@1709014359) -> (continuation of Deferred@259074024 after retry RPC after error@11069389) -> (continuation of Deferred@404793140 after retry RPC after error@370755234) -> (continuation of Deferred@282164718 after retry RPC after error@1468032694) -> (continuation of Deferred@1241801333 after retry RPC after error@376705473) -> (continuation of Deferred@231809260 after retry RPC after error@1504727606) -> (continuation of Deferred@818840767 after retry RPC after error@109207934) -> (continuation of Deferred@38856450 after retry RPC after error@1504326812) -> (continuation of Deferred@486910058 after retry RPC after error@135901989) -> (continuation of Deferred@225721811 after retry RPC after error@91420213) -> (continuation of Deferred@889477129 after retry RPC after error@1891718423) -> (continuation of Deferred@1551332473 after retry RPC after error@1319563932) -> (continuation of Deferred@1509244753 after retry RPC after error@593932437) -> (continuation of Deferred@1154862140 after retry RPC after error@1025438760) -> (continuation of Deferred@1306610541 after retry RPC after error@1536534620) -> (continuation of Deferred@827013950 after retry RPC after error@2067674763) -> (continuation of Deferred@1011069090 after retry RPC after error@1247946814) -> (continuation of Deferred@580413575 after retry RPC after error@672700465) -> (continuation of Deferred@167766832 after retry RPC after error@1376190953) -> (continuation of Deferred@867862398 after retry RPC after error@1594837032) -> (continuation of Deferred@702516882 after retry RPC after error@1136511497)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.70.190:33325,127.20.70.189:34841,127.20.70.188:33829) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.190:33325(127.20.70.190:33325): Connection refused: /127.20.70.190:33325,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.70.189:34841(127.20.70.189:34841): Connection refused: /127.20.70.189:34841
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.70.189:34841
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)