19:43:55.678 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:43:55.690 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLnbuZk/test-tmp
19:43:55.692 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:43:55.696 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLnbuZk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:43:55.946 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:43:56.096 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:43:56.097 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:43:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:56.100925 6189 mini_oidc.cc:152] Starting JWKS server
19:43:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:56.104914 6189 webserver.cc:460] Webserver started at http://127.0.0.1:46799/ using document root <none> and password file <none>
19:43:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:56.105461 6189 mini_oidc.cc:189] Starting OIDC Discovery server
19:43:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:56.107364 6189 webserver.cc:460] Webserver started at http://127.0.0.1:40263/ using document root <none> and password file <none>
19:43:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T19:43:56Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:43:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T19:43:56Z Disabled control of system clock
19:43:56.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:56.158245 6189 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:43:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:43:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/wal
19:43:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/data
19:43:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:43:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:43:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:43:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:43:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:43:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:43:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/logs
19:43:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/data/info.pb
19:43:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:43:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:43:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:43:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:43:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:43:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:43:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:43:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:43:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:43:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:43:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:43:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:43:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.126:33083
19:43:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.126
19:43:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:43:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:43:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:43:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:43:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:43:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:43:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:43:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:43:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46799/jwks.json with env {}
19:43:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.452396 6201 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:43:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.452970 6201 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:43:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.453610 6201 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:43:56.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.485523 6201 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:43:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.485810 6201 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:43:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.485998 6201 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:43:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.486274 6201 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:43:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.486562 6201 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:43:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.486804 6201 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46799/jwks.json
19:43:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:56.522799 6201 master_runner.cc:386] Master server non-default flags:
19:43:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:43:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:43:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:43:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:43:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/data
19:43:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/wal
19:43:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.126:33083
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46799/jwks.json
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:43:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/data/info.pb
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.126
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/logs
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:43:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:43:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:43:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:43:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:43:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:43:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:43:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:43:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:43:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:56.524031 6201 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:43:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:56.526211 6201 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:43:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.545128 6208 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:43:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.546078 6207 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:43:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:56.545190 6210 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:43:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:56.546794 6201 server_base.cc:1034] running on GCE node
19:43:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.732095 6201 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:43:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.734900 6201 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:43:57.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.736331 6201 hybrid_clock.cc:648] HybridClock initialized: now 1790538237736300 us; error 39 us; skew 500 ppm
19:43:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.737383 6201 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:43:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.748023 6201 webserver.cc:460] Webserver started at http://127.6.11.126:39685/ using document root <none> and password file <none>
19:43:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.749150 6201 fs_manager.cc:359] Metadata directory not provided
19:43:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.749394 6201 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:43:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.749944 6201 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:43:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.754908 6201 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/data/instance:
19:43:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e372898a0c1454dbb99d5ce88208520"
19:43:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:43:57 on dist-test-slave-6r7m"
19:43:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.756232 6201 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/wal/instance:
19:43:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e372898a0c1454dbb99d5ce88208520"
19:43:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:43:57 on dist-test-slave-6r7m"
19:43:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.763628 6201 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
19:43:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.769621 6217 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:43:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.770743 6201 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:43:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.771123 6201 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/wal
19:43:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e372898a0c1454dbb99d5ce88208520"
19:43:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:43:57 on dist-test-slave-6r7m"
19:43:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.771553 6201 fs_report.cc:383] FS layout report
19:43:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:43:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/wal
19:43:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/wal
19:43:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/data/data
19:43:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:43:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:43:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:43:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:43:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:43:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:43:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:43:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:43:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:43:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:43:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:43:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.829579 6201 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:43:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.831252 6201 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:43:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.831835 6201 kserver.cc:163] Server-wide thread pool size limit: 3276
19:43:57.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.902621 6201 rpc_server.cc:307] RPC server started. Bound to: 127.6.11.126:33083
19:43:57.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.902719 6268 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.11.126:33083 every 8 connection(s)
19:43:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.905529 6201 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/data/info.pb
19:43:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.910761 6269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:43:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.914820 6189 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 6201
19:43:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.915355 6189 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-0/wal/instance
19:43:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.920660 6189 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:43:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:43:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/wal
19:43:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/data
19:43:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:43:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:43:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/logs
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/data/info.pb
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:43:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:43:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:43:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:43:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:43:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:43:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:43:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.125:39667
19:43:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.125
19:43:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:43:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:43:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:43:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:43:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:43:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:43:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:43:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:43:57.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46799/jwks.json with env {}
19:43:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.927141 6269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } has no permanent_uuid. Determining permanent_uuid...
19:43:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:57.955013 6269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } has no permanent_uuid. Determining permanent_uuid...
19:43:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:57.957415 6221 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.11.125:39667: connect: Connection refused (error 111)
19:43:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:57.961648 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.125:39667: Network error: Client connection negotiation failed: client connection to 127.6.11.125:39667: connect: Connection refused (error 111)
19:43:58.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:58.011161 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } attempt: 1
19:43:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.015318 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.125:39667: Network error: Client connection negotiation failed: client connection to 127.6.11.125:39667: connect: Connection refused (error 111)
19:43:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:58.083787 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } attempt: 2
19:43:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.087684 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.125:39667: Network error: Client connection negotiation failed: client connection to 127.6.11.125:39667: connect: Connection refused (error 111)
19:43:58.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:58.179071 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } attempt: 3
19:43:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.182855 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.125:39667: Network error: Client connection negotiation failed: client connection to 127.6.11.125:39667: connect: Connection refused (error 111)
19:43:58.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.229264 6271 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:43:58.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.229822 6271 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:43:58.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.230433 6271 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:43:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.260859 6271 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:43:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.261135 6271 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:43:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.261317 6271 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:43:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.261539 6271 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:43:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.261718 6271 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:43:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.261909 6271 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46799/jwks.json
19:43:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:58.297932 6271 master_runner.cc:386] Master server non-default flags:
19:43:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:43:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:43:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:43:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:43:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/data
19:43:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/wal
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.125:39667
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46799/jwks.json
19:43:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/data/info.pb
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.125
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/logs
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:43:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:43:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:43:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:43:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:43:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:43:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:43:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:43:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:58.299175 6271 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:43:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:58.301357 6271 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:43:58.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.320686 6281 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:43:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:58.326232 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } attempt: 4
19:43:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.329943 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.125:39667: Network error: Client connection negotiation failed: client connection to 127.6.11.125:39667: connect: Connection refused (error 111)
19:43:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:58.629347 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } attempt: 5
19:43:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.634328 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.125:39667: Network error: Client connection negotiation failed: client connection to 127.6.11.125:39667: connect: Connection refused (error 111)
19:43:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.181739 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } attempt: 6
19:43:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:59.188501 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.125:39667: Network error: Client connection negotiation failed: client connection to 127.6.11.125:39667: connect: Connection refused (error 111)
19:43:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.320676 6283 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:43:59.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:58.322479 6271 server_base.cc:1034] running on GCE node
19:43:59.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:58.320765 6280 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:43:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.535418 6271 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:43:59.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.538760 6271 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:43:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.540203 6271 hybrid_clock.cc:648] HybridClock initialized: now 1790538239540176 us; error 54 us; skew 500 ppm
19:43:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.541404 6271 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:43:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.548377 6271 webserver.cc:460] Webserver started at http://127.6.11.125:40993/ using document root <none> and password file <none>
19:43:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.549629 6271 fs_manager.cc:359] Metadata directory not provided
19:43:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.549881 6271 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:43:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.550472 6271 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:43:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.555585 6271 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/data/instance:
19:43:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f4dbbe08bed4680aff24df10d1c78f5"
19:43:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:43:59 on dist-test-slave-6r7m"
19:43:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.556972 6271 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/wal/instance:
19:43:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f4dbbe08bed4680aff24df10d1c78f5"
19:43:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:43:59 on dist-test-slave-6r7m"
19:43:59.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.564570 6271 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:43:59.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.570742 6292 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:43:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.571954 6271 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
19:43:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.572340 6271 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/wal
19:43:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f4dbbe08bed4680aff24df10d1c78f5"
19:43:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:43:59 on dist-test-slave-6r7m"
19:43:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.572886 6271 fs_report.cc:383] FS layout report
19:43:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:43:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/wal
19:43:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/wal
19:43:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/data/data
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:43:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:43:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:43:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.636216 6271 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:43:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.637928 6271 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:43:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.638481 6271 kserver.cc:163] Server-wide thread pool size limit: 3276
19:43:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.708221 6271 rpc_server.cc:307] RPC server started. Bound to: 127.6.11.125:39667
19:43:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.708323 6343 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.11.125:39667 every 8 connection(s)
19:43:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.711053 6271 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/data/info.pb
19:43:59.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.716415 6344 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:43:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.717494 6189 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 6271
19:43:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.717949 6189 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-1/wal/instance
19:43:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.721122 6189 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:43:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:43:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/wal
19:43:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/data
19:43:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:43:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:43:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:43:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:43:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/logs
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/data/info.pb
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.124:39781
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.124
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:43:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:43:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:43:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:43:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46799/jwks.json with env {}
19:43:59.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.731583 6344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } has no permanent_uuid. Determining permanent_uuid...
19:43:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.757529 6344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } has no permanent_uuid. Determining permanent_uuid...
19:43:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.774204 6344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } has no permanent_uuid. Determining permanent_uuid...
19:43:59.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:59.776348 6294 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:43:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:59.780694 6344 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:43:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.830260 6344 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 1
19:43:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:59.834357 6344 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:43:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.902856 6344 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 2
19:43:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:43:59.908035 6344 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:43:59.999519 6344 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 3
19:44:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.003628 6344 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.044749 6346 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.045346 6346 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.045816 6346 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.077214 6346 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.077499 6346 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.077756 6346 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.078025 6346 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.078341 6346 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.078600 6346 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46799/jwks.json
19:44:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.114045 6346 master_runner.cc:386] Master server non-default flags:
19:44:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:44:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/data
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/wal
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.124:39781
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46799/jwks.json
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/data/info.pb
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.124
19:44:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/logs
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.115271 6346 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.117250 6346 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.136869 6357 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.147050 6344 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 4
19:44:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.151345 6344 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.249126 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } attempt: 7
19:44:00.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.265626 6269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } has no permanent_uuid. Determining permanent_uuid...
19:44:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.274317 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.332746 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 1
19:44:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.337430 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:00.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.418835 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 2
19:44:00.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.423568 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.450816 6344 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 5
19:44:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.455057 6344 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:00.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.509019 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 3
19:44:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.513372 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.653785 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 4
19:44:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.658232 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.941619 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 5
19:44:00.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.946376 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:01.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.002694 6344 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 6
19:44:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:01.009697 6344 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.136904 6359 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:00.138684 6346 server_base.cc:1034] running on GCE node
19:44:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:00.136952 6356 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:01.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.376047 6346 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.378821 6346 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:01.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.380204 6346 hybrid_clock.cc:648] HybridClock initialized: now 1790538241380171 us; error 43 us; skew 500 ppm
19:44:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.381150 6346 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.387519 6346 webserver.cc:460] Webserver started at http://127.6.11.124:44763/ using document root <none> and password file <none>
19:44:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.388568 6346 fs_manager.cc:359] Metadata directory not provided
19:44:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.388798 6346 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.389317 6346 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.394511 6346 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/data/instance:
19:44:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09aa081d06174728997cd5caf0a8a1e5"
19:44:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:01 on dist-test-slave-6r7m"
19:44:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.395833 6346 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/wal/instance:
19:44:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09aa081d06174728997cd5caf0a8a1e5"
19:44:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:01 on dist-test-slave-6r7m"
19:44:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.403741 6346 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.004s
19:44:01.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.409636 6370 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.410818 6346 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
19:44:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.411177 6346 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/wal
19:44:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "09aa081d06174728997cd5caf0a8a1e5"
19:44:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:01 on dist-test-slave-6r7m"
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.411594 6346 fs_report.cc:383] FS layout report
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/wal
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/wal
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/data/data
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.464561 6346 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.466125 6346 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.466661 6346 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.498785 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 6
19:44:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:01.506103 6269 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.11.124:39781: Network error: Client connection negotiation failed: client connection to 127.6.11.124:39781: connect: Connection refused (error 111)
19:44:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.549685 6346 rpc_server.cc:307] RPC server started. Bound to: 127.6.11.124:39781
19:44:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.549772 6423 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.11.124:39781 every 8 connection(s)
19:44:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.552335 6346 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/data/info.pb
19:44:01.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.556981 6189 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 6346
19:44:01.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.557485 6189 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/master-2/wal/instance
19:44:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.559269 6424 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.576632 6424 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } has no permanent_uuid. Determining permanent_uuid...
19:44:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.602384 6424 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } has no permanent_uuid. Determining permanent_uuid...
19:44:01.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.613936 6424 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } has no permanent_uuid. Determining permanent_uuid...
19:44:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.630844 6424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5: Bootstrap starting.
19:44:01.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.637924 6424 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5: Neither blocks nor log segments found. Creating new log.
19:44:01.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.640229 6424 log.cc:824] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5: Log is configured to *not* fsync() on all Append() calls
19:44:01.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.644762 6424 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5: No bootstrap required, opened a new log
19:44:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.666543 6424 raft_consensus.cc:348] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } }
19:44:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.667130 6424 raft_consensus.cc:374] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.667321 6424 raft_consensus.cc:729] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 09aa081d06174728997cd5caf0a8a1e5, State: Initialized, Role: FOLLOWER
19:44:01.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.667932 6424 consensus_queue.cc:260] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } }
19:44:01.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.670240 6433 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:01.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.670900 6433 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [sys.catalog]: This master's current role is: FOLLOWER
19:44:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.671828 6424 sys_catalog.cc:564] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [sys.catalog]: configured and running, proceeding with master startup.
19:44:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:01.696334 6444 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:01.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:01.696722 6444 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.691517 6346 master_runner.cc:186] Error getting master registration for 127.6.11.126:33083: OK, instance_id { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" instance_seqno: 1790538237883455 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:44:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:01.720870 6346 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:01.721896 6376 tablet.cc:2369] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:44:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.070362 6344 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 7
19:44:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.089777 6344 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5: Bootstrap starting.
19:44:02.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.095494 6344 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5: Neither blocks nor log segments found. Creating new log.
19:44:02.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.097378 6344 log.cc:824] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5: Log is configured to *not* fsync() on all Append() calls
19:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.101998 6344 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5: No bootstrap required, opened a new log
19:44:02.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.124233 6344 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } }
19:44:02.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.125180 6344 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:02.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.125476 6344 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0f4dbbe08bed4680aff24df10d1c78f5, State: Initialized, Role: FOLLOWER
19:44:02.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.126405 6433 raft_consensus.cc:482] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.126451 6344 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } }
19:44:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.126936 6433 raft_consensus.cc:504] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } }
19:44:02.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.129329 6448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:02.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.130550 6448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [sys.catalog]: This master's current role is: FOLLOWER
19:44:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.131711 6433 leader_election.cc:288] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9e372898a0c1454dbb99d5ce88208520 (127.6.11.126:33083), 0f4dbbe08bed4680aff24df10d1c78f5 (127.6.11.125:39667)
19:44:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.132196 6344 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [sys.catalog]: configured and running, proceeding with master startup.
19:44:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.132498 6319 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "09aa081d06174728997cd5caf0a8a1e5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" is_pre_election: true
19:44:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.133369 6319 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 09aa081d06174728997cd5caf0a8a1e5 in term 0.
19:44:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.134769 6374 leader_election.cc:302] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09aa081d06174728997cd5caf0a8a1e5, 0f4dbbe08bed4680aff24df10d1c78f5; no voters:
19:44:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.136015 6433 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:44:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.137200 6433 raft_consensus.cc:482] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:44:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.138015 6433 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 0 FOLLOWER]: Advancing to term 1
19:44:02.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.144968 6433 raft_consensus.cc:504] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } }
19:44:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:02.146497 6298 tablet.cc:2369] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:44:02.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.150763 6319 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "09aa081d06174728997cd5caf0a8a1e5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0f4dbbe08bed4680aff24df10d1c78f5"
19:44:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.151702 6319 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [term 0 FOLLOWER]: Advancing to term 1
19:44:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.149245 6433 leader_election.cc:288] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [CANDIDATE]: Term 1 election: Requested vote from peers 9e372898a0c1454dbb99d5ce88208520 (127.6.11.126:33083), 0f4dbbe08bed4680aff24df10d1c78f5 (127.6.11.125:39667)
19:44:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.166546 6319 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 09aa081d06174728997cd5caf0a8a1e5 in term 1.
19:44:02.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.167672 6374 leader_election.cc:302] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 09aa081d06174728997cd5caf0a8a1e5, 0f4dbbe08bed4680aff24df10d1c78f5; no voters:
19:44:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.168521 6433 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 1 FOLLOWER]: Leader election won for term 1
19:44:02.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.179800 6433 raft_consensus.cc:686] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [term 1 LEADER]: Becoming Leader. State: Replica: 09aa081d06174728997cd5caf0a8a1e5, State: Running, Role: LEADER
19:44:02.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.182402 6433 consensus_queue.cc:237] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } }
19:44:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:02.212495 6461 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:02.212847 6461 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.217877 6459 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 09aa081d06174728997cd5caf0a8a1e5. Latest consensus state: current_term: 1 leader_uuid: "09aa081d06174728997cd5caf0a8a1e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.218673 6459 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [sys.catalog]: This master's current role is: LEADER
19:44:02.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.223407 6463 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:44:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.194049 6271 master_runner.cc:186] Error getting master registration for 127.6.11.126:33083: OK, instance_id { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" instance_seqno: 1790538237883455 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:44:02.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.230634 6271 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:02.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.231220 6463 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:44:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.249395 6319 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [term 1 FOLLOWER]: Refusing update from remote peer 09aa081d06174728997cd5caf0a8a1e5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:44:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.251562 6459 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:44:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.282243 6448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 09aa081d06174728997cd5caf0a8a1e5. Latest consensus state: current_term: 1 leader_uuid: "09aa081d06174728997cd5caf0a8a1e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.283094 6448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [sys.catalog]: This master's current role is: FOLLOWER
19:44:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.299624 6459 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "09aa081d06174728997cd5caf0a8a1e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.300362 6459 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [sys.catalog]: This master's current role is: LEADER
19:44:02.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.304163 6463 catalog_manager.cc:1347] Generated new cluster ID: af2139b42fdd42298eec52e9dd8e84dc
19:44:02.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.304473 6463 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:44:02.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.309492 6448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "09aa081d06174728997cd5caf0a8a1e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:02.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.310186 6448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5 [sys.catalog]: This master's current role is: FOLLOWER
19:44:02.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.343381 6463 catalog_manager.cc:1370] Generated new certificate authority record
19:44:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.346319 6463 catalog_manager.cc:1504] Loading token signing keys...
19:44:02.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.380353 6463 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5: Generated new TSK 0
19:44:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.382207 6463 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:44:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.409053 6189 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/wal
19:44:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/data
19:44:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/logs
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/data/info.pb
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.65:0
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.11.65
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.65
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:44:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:44:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.539469 6269 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } attempt: 7
19:44:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.597398 6269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520: Bootstrap starting.
19:44:02.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.616951 6269 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520: Neither blocks nor log segments found. Creating new log.
19:44:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.622977 6269 log.cc:824] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520: Log is configured to *not* fsync() on all Append() calls
19:44:02.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.640694 6269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520: No bootstrap required, opened a new log
19:44:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.672149 6269 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } }
19:44:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.673182 6269 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.673475 6269 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9e372898a0c1454dbb99d5ce88208520, State: Initialized, Role: FOLLOWER
19:44:02.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.674670 6269 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } }
19:44:02.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.683255 6472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:02.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.684070 6472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [sys.catalog]: This master's current role is: FOLLOWER
19:44:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.686880 6269 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [sys.catalog]: configured and running, proceeding with master startup.
19:44:02.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.687512 6242 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [term 0 FOLLOWER]: Advancing to term 1
19:44:02.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.690356 6243 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "09aa081d06174728997cd5caf0a8a1e5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9e372898a0c1454dbb99d5ce88208520"
19:44:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.691843 6244 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "09aa081d06174728997cd5caf0a8a1e5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9e372898a0c1454dbb99d5ce88208520" is_pre_election: true
19:44:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.697434 6242 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [term 1 FOLLOWER]: Refusing update from remote peer 09aa081d06174728997cd5caf0a8a1e5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:44:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.699033 6433 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:44:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.783409 6472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 09aa081d06174728997cd5caf0a8a1e5. Latest consensus state: current_term: 1 leader_uuid: "09aa081d06174728997cd5caf0a8a1e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.791889 6478 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "09aa081d06174728997cd5caf0a8a1e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.793152 6472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [sys.catalog]: This master's current role is: FOLLOWER
19:44:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.793542 6478 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520 [sys.catalog]: This master's current role is: FOLLOWER
19:44:02.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.880983 6488 catalog_manager.cc:1259] Loaded cluster ID: af2139b42fdd42298eec52e9dd8e84dc
19:44:02.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.881283 6488 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520: loading cluster ID for follower catalog manager: success
19:44:02.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.896117 6488 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520: acquiring CA information for follower catalog manager: success
19:44:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:02.902268 6488 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9e372898a0c1454dbb99d5ce88208520: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:44:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:03.045485 6469 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:03.046626 6469 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:03.047663 6469 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:03.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:03.108317 6469 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:03.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:03.110148 6469 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.11.65
19:44:03.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.140623 6494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "09aa081d06174728997cd5caf0a8a1e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9e372898a0c1454dbb99d5ce88208520" member_type: VOTER last_known_addr { host: "127.6.11.126" port: 33083 } } peers { permanent_uuid: "0f4dbbe08bed4680aff24df10d1c78f5" member_type: VOTER last_known_addr { host: "127.6.11.125" port: 39667 } } peers { permanent_uuid: "09aa081d06174728997cd5caf0a8a1e5" member_type: VOTER last_known_addr { host: "127.6.11.124" port: 39781 } } }
19:44:03.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.141607 6494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 09aa081d06174728997cd5caf0a8a1e5 [sys.catalog]: This master's current role is: LEADER
19:44:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.176569 6469 tablet_server_runner.cc:78] Tablet server non-default flags:
19:44:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:44:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/data
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/wal
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.65:0
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/data/info.pb
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.65
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.11.65
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/logs
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:44:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:03.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.180725 6469 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.183096 6469 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:03.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.218359 6461 catalog_manager.cc:1259] Loaded cluster ID: af2139b42fdd42298eec52e9dd8e84dc
19:44:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.218986 6461 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5: loading cluster ID for follower catalog manager: success
19:44:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.226881 6461 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5: acquiring CA information for follower catalog manager: success
19:44:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.233180 6469 server_base.cc:1034] running on GCE node
19:44:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:03.242795 6461 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0f4dbbe08bed4680aff24df10d1c78f5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:44:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:04.237383 6469 thread.cc:536] Waited for 1000ms trying to join with AWS (tid 6497)
19:44:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:03.242221 6500 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:03.241619 6497 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:04.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:03.236645 6498 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.797155 6469 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.800547 6469 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:04.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.802232 6469 hybrid_clock.cc:648] HybridClock initialized: now 1790538244802155 us; error 87 us; skew 500 ppm
19:44:04.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.803500 6469 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:04.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.817968 6469 webserver.cc:460] Webserver started at http://127.6.11.65:45907/ using document root <none> and password file <none>
19:44:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.819341 6469 fs_manager.cc:359] Metadata directory not provided
19:44:04.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.819658 6469 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:04.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.820511 6469 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.828714 6469 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/data/instance:
19:44:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfb0a93e78b140e38210dad9fa43c8e3"
19:44:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:04 on dist-test-slave-6r7m"
19:44:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.830479 6469 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/wal/instance:
19:44:04.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfb0a93e78b140e38210dad9fa43c8e3"
19:44:04.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:04 on dist-test-slave-6r7m"
19:44:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.841336 6469 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.011s sys 0.000s
19:44:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.850133 6509 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.851672 6469 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
19:44:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.852128 6469 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/wal
19:44:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfb0a93e78b140e38210dad9fa43c8e3"
19:44:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:04 on dist-test-slave-6r7m"
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.852684 6469 fs_report.cc:383] FS layout report
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/wal
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/wal
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/data/data
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.900945 6469 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.903082 6469 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.903707 6469 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:04.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.923722 6469 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:44:04.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.935803 6469 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:44:04.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.936112 6469 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:44:04.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.936471 6469 ts_tablet_manager.cc:610] Registered 0 tablets
19:44:04.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:04.936713 6469 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
19:44:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.133093 6469 rpc_server.cc:307] RPC server started. Bound to: 127.6.11.65:33269
19:44:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.133229 6621 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.11.65:33269 every 8 connection(s)
19:44:05.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.137212 6469 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/data/info.pb
19:44:05.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.141069 6189 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 6469
19:44:05.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.141544 6189 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-0/wal/instance
19:44:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.163053 6189 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/wal
19:44:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/data
19:44:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/logs
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/data/info.pb
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.66:0
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.11.66
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.66
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:44:05.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.234289 6627 heartbeater.cc:347] Connected to a master server at 127.6.11.126:33083
19:44:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.234776 6627 heartbeater.cc:464] Registering TS with master...
19:44:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.236034 6627 heartbeater.cc:511] Master 127.6.11.126:33083 requested a full tablet report, sending...
19:44:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.237358 6624 heartbeater.cc:347] Connected to a master server at 127.6.11.125:39667
19:44:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.237730 6624 heartbeater.cc:464] Registering TS with master...
19:44:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.238507 6624 heartbeater.cc:511] Master 127.6.11.125:39667 requested a full tablet report, sending...
19:44:05.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.241376 6234 ts_manager.cc:194] Registered new tserver with Master: cfb0a93e78b140e38210dad9fa43c8e3 (127.6.11.65:33269)
19:44:05.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.241685 6309 ts_manager.cc:194] Registered new tserver with Master: cfb0a93e78b140e38210dad9fa43c8e3 (127.6.11.65:33269)
19:44:05.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.247519 6622 heartbeater.cc:347] Connected to a master server at 127.6.11.124:39781
19:44:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.247881 6622 heartbeater.cc:464] Registering TS with master...
19:44:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.248701 6622 heartbeater.cc:511] Master 127.6.11.124:39781 requested a full tablet report, sending...
19:44:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.251183 6387 ts_manager.cc:194] Registered new tserver with Master: cfb0a93e78b140e38210dad9fa43c8e3 (127.6.11.65:33269)
19:44:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.254025 6387 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.11.65:55799
19:44:05.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:05.551433 6623 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:05.551973 6623 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:05.552771 6623 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:05.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:05.588199 6623 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:05.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:05.589188 6623 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.11.66
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.629863 6623 tablet_server_runner.cc:78] Tablet server non-default flags:
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/data
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/wal
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.66:0
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/data/info.pb
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.66
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.11.66
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/logs
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:05.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:05.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.631178 6623 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.633029 6623 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:05.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:05.657292 6639 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:06.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.259194 6622 heartbeater.cc:503] Master 127.6.11.124:39781 was elected leader, sending a full tablet report...
19:44:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:05.658152 6638 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:05.659595 6623 server_base.cc:1034] running on GCE node
19:44:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:05.658933 6641 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.900020 6623 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.904907 6623 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.906620 6623 hybrid_clock.cc:648] HybridClock initialized: now 1790538246906539 us; error 91 us; skew 500 ppm
19:44:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.907552 6623 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:06.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.914197 6623 webserver.cc:460] Webserver started at http://127.6.11.66:46499/ using document root <none> and password file <none>
19:44:06.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.915192 6623 fs_manager.cc:359] Metadata directory not provided
19:44:06.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.915426 6623 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.915961 6623 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.920854 6623 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/data/instance:
19:44:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c256f4853144a6b85e0d578f9f89de1"
19:44:06.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:06 on dist-test-slave-6r7m"
19:44:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.921964 6623 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/wal/instance:
19:44:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c256f4853144a6b85e0d578f9f89de1"
19:44:06.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:06 on dist-test-slave-6r7m"
19:44:06.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.929538 6623 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
19:44:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.935537 6650 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.936801 6623 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
19:44:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.937105 6623 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/wal
19:44:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c256f4853144a6b85e0d578f9f89de1"
19:44:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:06 on dist-test-slave-6r7m"
19:44:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.937408 6623 fs_report.cc:383] FS layout report
19:44:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/wal
19:44:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/wal
19:44:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/data/data
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:06.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.984086 6623 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:06.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.985715 6623 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:06.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.986418 6623 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.989739 6623 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:44:06.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.994238 6623 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:44:06.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.994443 6623 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:44:06.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.994726 6623 ts_tablet_manager.cc:610] Registered 0 tablets
19:44:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:06.994899 6623 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:44:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.133808 6623 rpc_server.cc:307] RPC server started. Bound to: 127.6.11.66:46635
19:44:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.133940 6762 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.11.66:46635 every 8 connection(s)
19:44:07.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.137600 6623 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/data/info.pb
19:44:07.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.141412 6189 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 6623
19:44:07.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.142104 6189 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-1/wal/instance
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.163853 6189 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/wal
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/data
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/logs
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/data/info.pb
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.67:0
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.11.67
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.67
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:44:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.209867 6765 heartbeater.cc:347] Connected to a master server at 127.6.11.126:33083
19:44:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.210289 6764 heartbeater.cc:347] Connected to a master server at 127.6.11.125:39667
19:44:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.210693 6764 heartbeater.cc:464] Registering TS with master...
19:44:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.211899 6764 heartbeater.cc:511] Master 127.6.11.125:39667 requested a full tablet report, sending...
19:44:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.212028 6763 heartbeater.cc:347] Connected to a master server at 127.6.11.124:39781
19:44:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.212360 6763 heartbeater.cc:464] Registering TS with master...
19:44:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.210384 6765 heartbeater.cc:464] Registering TS with master...
19:44:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.213140 6763 heartbeater.cc:511] Master 127.6.11.124:39781 requested a full tablet report, sending...
19:44:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.213505 6765 heartbeater.cc:511] Master 127.6.11.126:33083 requested a full tablet report, sending...
19:44:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.214954 6309 ts_manager.cc:194] Registered new tserver with Master: 1c256f4853144a6b85e0d578f9f89de1 (127.6.11.66:46635)
19:44:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.215485 6387 ts_manager.cc:194] Registered new tserver with Master: 1c256f4853144a6b85e0d578f9f89de1 (127.6.11.66:46635)
19:44:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.217468 6387 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.11.66:41829
19:44:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.217511 6234 ts_manager.cc:194] Registered new tserver with Master: 1c256f4853144a6b85e0d578f9f89de1 (127.6.11.66:46635)
19:44:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:07.518505 6773 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:07.519155 6773 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:07.520030 6773 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:07.557289 6773 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:07.558862 6773 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.11.67
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.598920 6773 tablet_server_runner.cc:78] Tablet server non-default flags:
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.11.84:38319
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/data
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/wal
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.11.67:0
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/data/info.pb
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.11.67
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:07.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.11.126:33083,127.6.11.125:39667,127.6.11.124:39781
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.11.67
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/logs
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.600217 6773 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:07.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.602036 6773 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:07.620201 6780 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.221261 6763 heartbeater.cc:503] Master 127.6.11.124:39781 was elected leader, sending a full tablet report...
19:44:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:07.620635 6779 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:07.620728 6782 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:07.623416 6773 server_base.cc:1034] running on GCE node
19:44:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.855069 6773 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.857615 6773 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:08.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.859292 6773 hybrid_clock.cc:648] HybridClock initialized: now 1790538248859261 us; error 39 us; skew 500 ppm
19:44:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.860181 6773 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.867600 6773 webserver.cc:460] Webserver started at http://127.6.11.67:41779/ using document root <none> and password file <none>
19:44:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.868795 6773 fs_manager.cc:359] Metadata directory not provided
19:44:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.869094 6773 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.869674 6773 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.875545 6773 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/data/instance:
19:44:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ee0ac3dbac461cabf49139ace7d0d2"
19:44:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:08 on dist-test-slave-6r7m"
19:44:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.876937 6773 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/wal/instance:
19:44:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ee0ac3dbac461cabf49139ace7d0d2"
19:44:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:08 on dist-test-slave-6r7m"
19:44:08.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.884881 6773 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
19:44:08.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.891186 6790 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:08.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.892612 6773 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:44:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.893052 6773 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/wal
19:44:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ee0ac3dbac461cabf49139ace7d0d2"
19:44:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:08 on dist-test-slave-6r7m"
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.893545 6773 fs_report.cc:383] FS layout report
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/wal
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/wal
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/data/data
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:08.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.947641 6773 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.949441 6773 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:08.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.950033 6773 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.953028 6773 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:44:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.958021 6773 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:44:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.958281 6773 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:44:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.958671 6773 ts_tablet_manager.cc:610] Registered 0 tablets
19:44:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:08.958899 6773 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:44:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.109633 6773 rpc_server.cc:307] RPC server started. Bound to: 127.6.11.67:43107
19:44:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.109750 6902 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.11.67:43107 every 8 connection(s)
19:44:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.112229 6773 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/data/info.pb
19:44:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.116562 6189 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 6773
19:44:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.117080 6189 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster8328276873118218964/ts-2/wal/instance
19:44:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.174206 6903 heartbeater.cc:347] Connected to a master server at 127.6.11.124:39781
19:44:09.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.174706 6903 heartbeater.cc:464] Registering TS with master...
19:44:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.175987 6903 heartbeater.cc:511] Master 127.6.11.124:39781 requested a full tablet report, sending...
19:44:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.179749 6387 ts_manager.cc:194] Registered new tserver with Master: c3ee0ac3dbac461cabf49139ace7d0d2 (127.6.11.67:43107)
19:44:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.179979 6907 heartbeater.cc:347] Connected to a master server at 127.6.11.126:33083
19:44:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.180325 6907 heartbeater.cc:464] Registering TS with master...
19:44:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.181180 6907 heartbeater.cc:511] Master 127.6.11.126:33083 requested a full tablet report, sending...
19:44:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.181880 6904 heartbeater.cc:347] Connected to a master server at 127.6.11.125:39667
19:44:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.182070 6387 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.11.67:51135
19:44:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.182245 6904 heartbeater.cc:464] Registering TS with master...
19:44:09.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.182971 6904 heartbeater.cc:511] Master 127.6.11.125:39667 requested a full tablet report, sending...
19:44:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.184000 6234 ts_manager.cc:194] Registered new tserver with Master: c3ee0ac3dbac461cabf49139ace7d0d2 (127.6.11.67:43107)
19:44:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.185633 6309 ts_manager.cc:194] Registered new tserver with Master: c3ee0ac3dbac461cabf49139ace7d0d2 (127.6.11.67:43107)
19:44:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.203471 6189 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:44:09.213 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:44:09.215 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:44:09.226 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.11.126"
port: 33083
}
bound_http_address {
host: "127.6.11.126"
port: 39685
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.11.125"
port: 39667
}
bound_http_address {
host: "127.6.11.125"
port: 40993
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.11.124"
port: 39781
}
bound_http_address {
host: "127.6.11.124"
port: 44763
}
}
}
19:44:09.232 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:44:09.236 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.6.11.65"
port: 33269
}
bound_http_address {
host: "127.6.11.65"
port: 45907
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.6.11.66"
port: 46635
}
bound_http_address {
host: "127.6.11.66"
port: 46499
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.6.11.67"
port: 43107
}
bound_http_address {
host: "127.6.11.67"
port: 41779
}
}
}
19:44:09.236 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:44:09.425 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:44:09.559 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLnbuZk/test-tmp
19:44:09.560 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:44:09.561 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLnbuZk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:44:09.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:44:09.898 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:09.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:44:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.901855 6914 mini_oidc.cc:152] Starting JWKS server
19:44:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.905634 6914 webserver.cc:460] Webserver started at http://127.0.0.1:46183/ using document root <none> and password file <none>
19:44:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.906141 6914 mini_oidc.cc:189] Starting OIDC Discovery server
19:44:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:09.907920 6914 webserver.cc:460] Webserver started at http://127.0.0.1:38653/ using document root <none> and password file <none>
19:44:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:44:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/principal' for realm 'KRBTEST.COM',
19:44:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:44:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:09 dist-test-slave-6r7m krb5kdc[6926](info): setting up network...
19:44:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:44:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:09 dist-test-slave-6r7m krb5kdc[6926](info): set up 2 sockets
19:44:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:09 dist-test-slave-6r7m krb5kdc[6926](info): commencing operation
19:44:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:44:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:10.186981 6903 heartbeater.cc:503] Master 127.6.11.124:39781 was elected leader, sending a full tablet report...
19:44:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.061102 6914 mini_kdc.cc:121] Time spent starting KDC: real 1.127s user 0.008s sys 0.014s
19:44:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:44:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:44:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:44:11.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:44:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:44:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:44:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:44:11.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:44:11.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:44:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:44:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/test-user.keytab.
19:44:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/test-user.keytab.
19:44:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:11 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538251, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:44:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T19:44:11Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:44:11.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T19:44:11Z Disabled control of system clock
19:44:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.192.190@KRBTEST.COM; defaulting to no policy
19:44:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.192.190@KRBTEST.COM" created.
19:44:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.192.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.190.keytab.
19:44:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.192.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.190.keytab.
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:11.270339 6914 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/logs
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data/info.pb
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.190:37513
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.190
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.190.keytab
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.190
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:11.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.573449 6940 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.574169 6940 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.574945 6940 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.608614 6940 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:11.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.608904 6940 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:11.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.609303 6940 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:11.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.609639 6940 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:11.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.609956 6940 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:11.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.610263 6940 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:11.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.610488 6940 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46183/jwks.json
19:44:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:11.647881 6940 master_runner.cc:386] Master server non-default flags:
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.190.keytab
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.190
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.190:37513
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data/info.pb
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.190
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/logs
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:11.649358 6940 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:11.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:11.650746 6940 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.667950 6947 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.667979 6946 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:11.670200 6940 server_base.cc:1034] running on GCE node
19:44:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:11.668013 6949 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.924274 6940 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.927733 6940 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.929446 6940 hybrid_clock.cc:648] HybridClock initialized: now 1790538252929406 us; error 42 us; skew 500 ppm
19:44:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.930740 6940 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:12 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538252, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.939085 6940 init.cc:377] Logged in from keytab as kudu/127.6.192.190@KRBTEST.COM (short username kudu)
19:44:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.946288 6940 webserver.cc:460] Webserver started at http://127.6.192.190:38433/ using document root <none> and password file <none>
19:44:12.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.947642 6940 fs_manager.cc:359] Metadata directory not provided
19:44:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.947867 6940 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.948321 6940 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.953905 6940 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data/instance:
19:44:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5afa366b4a4beb8cbdb36bbf578931"
19:44:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:12 on dist-test-slave-6r7m"
19:44:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.955271 6940 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal/instance:
19:44:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5afa366b4a4beb8cbdb36bbf578931"
19:44:12.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:12 on dist-test-slave-6r7m"
19:44:12.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.963639 6940 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
19:44:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.970017 6958 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.971356 6940 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:44:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.971789 6940 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5afa366b4a4beb8cbdb36bbf578931"
19:44:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:12 on dist-test-slave-6r7m"
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:12.972210 6940 fs_report.cc:383] FS layout report
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data/data
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:13.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.017915 6940 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.024631 6940 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.025216 6940 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.100262 6940 rpc_server.cc:307] RPC server started. Bound to: 127.6.192.190:37513
19:44:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.100347 7009 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.192.190:37513 every 8 connection(s)
19:44:13.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.103196 6940 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data/info.pb
19:44:13.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.109177 6914 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 6940
19:44:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.109678 6914 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal/instance
19:44:13.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.109666 7010 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:13.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.192.189@KRBTEST.COM; defaulting to no policy
19:44:13.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.126451 7010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } has no permanent_uuid. Determining permanent_uuid...
19:44:13.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:13.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.192.189@KRBTEST.COM" created.
19:44:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.192.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.189.keytab.
19:44:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.192.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.189.keytab.
19:44:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:13 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538252, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.190@KRBTEST.COM for kudu/127.6.192.190@KRBTEST.COM
19:44:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.165988 6914 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/logs
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data/info.pb
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:13.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.189:39095
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.189
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.189.keytab
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.189
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.179829 7010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } has no permanent_uuid. Determining permanent_uuid...
19:44:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.182360 6959 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:13.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.186525 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.189:39095: Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.236099 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } attempt: 1
19:44:13.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.242122 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.189:39095: Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.310577 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } attempt: 2
19:44:13.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.314368 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.189:39095: Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.405752 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } attempt: 3
19:44:13.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.409366 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.189:39095: Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:13.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.487836 7016 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:13.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.488566 7016 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:13.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.489288 7016 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.527456 7016 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:13.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.527748 7016 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:13.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.528172 7016 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.528522 7016 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.528818 7016 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.529096 7016 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.529345 7016 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46183/jwks.json
19:44:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.552755 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } attempt: 4
19:44:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.556855 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.189:39095: Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.581921 7016 master_runner.cc:386] Master server non-default flags:
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.189.keytab
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.189
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.189:39095
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data/info.pb
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.189
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/logs
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.583134 7016 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.584317 7016 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.604755 7023 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:13.856297 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } attempt: 5
19:44:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.861449 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.189:39095: Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.408888 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } attempt: 6
19:44:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:14.415690 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.189:39095: Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.604944 7026 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:13.605000 7024 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:14.898171 7025 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:44:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.898355 7016 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:44:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.902447 7016 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.905751 7016 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.907507 7016 hybrid_clock.cc:648] HybridClock initialized: now 1790538254907442 us; error 71 us; skew 500 ppm
19:44:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.908583 7016 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:14 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538254, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:14.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.914899 7016 init.cc:377] Logged in from keytab as kudu/127.6.192.189@KRBTEST.COM (short username kudu)
19:44:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.921118 7016 webserver.cc:460] Webserver started at http://127.6.192.189:39501/ using document root <none> and password file <none>
19:44:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.922165 7016 fs_manager.cc:359] Metadata directory not provided
19:44:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.922406 7016 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.922796 7016 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.927672 7016 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data/instance:
19:44:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "156de8c4e31043328850c76d01dfc63b"
19:44:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:14 on dist-test-slave-6r7m"
19:44:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.928817 7016 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal/instance:
19:44:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "156de8c4e31043328850c76d01dfc63b"
19:44:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:14 on dist-test-slave-6r7m"
19:44:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.936899 7016 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
19:44:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.943186 7036 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.944602 7016 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.001s
19:44:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.944931 7016 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "156de8c4e31043328850c76d01dfc63b"
19:44:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:14 on dist-test-slave-6r7m"
19:44:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.945344 7016 fs_report.cc:383] FS layout report
19:44:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data/data
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:14.995395 7016 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:15.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.002280 7016 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:15.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.002688 7016 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.076205 7016 rpc_server.cc:307] RPC server started. Bound to: 127.6.192.189:39095
19:44:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.076339 7087 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.192.189:39095 every 8 connection(s)
19:44:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.078985 7016 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data/info.pb
19:44:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.085035 7088 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.085836 6914 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 7016
19:44:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.086180 6914 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal/instance
19:44:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.098011 7088 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } has no permanent_uuid. Determining permanent_uuid...
19:44:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.192.188@KRBTEST.COM; defaulting to no policy
19:44:15.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:15.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.192.188@KRBTEST.COM" created.
19:44:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:15 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538254, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.189@KRBTEST.COM for kudu/127.6.192.190@KRBTEST.COM
19:44:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:44:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.192.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.188.keytab.
19:44:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.192.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.188.keytab.
19:44:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.142271 6914 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/logs
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data/info.pb
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.188:33659
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.188
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.188.keytab
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.188
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.146682 7088 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } has no permanent_uuid. Determining permanent_uuid...
19:44:15.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:15 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538254, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.189@KRBTEST.COM for kudu/127.6.192.189@KRBTEST.COM
19:44:15.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.176753 7088 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } has no permanent_uuid. Determining permanent_uuid...
19:44:15.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.178997 7037 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.183311 7088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.232734 7088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 1
19:44:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.236616 7088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.304991 7088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 2
19:44:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.308918 7088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.400331 7088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 3
19:44:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.404343 7088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.471819 7095 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.472512 7095 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.473219 7095 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.476363 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } attempt: 7
19:44:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:15 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538252, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.190@KRBTEST.COM for kudu/127.6.192.189@KRBTEST.COM
19:44:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.504688 7010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } has no permanent_uuid. Determining permanent_uuid...
19:44:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.510005 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.519030 7095 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:15.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.519726 7095 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:15.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.520219 7095 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:15.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.520584 7095 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:15.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.520968 7095 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:15.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.521425 7095 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:15.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.521731 7095 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46183/jwks.json
19:44:15.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.547829 7088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 4
19:44:15.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.551748 7088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.568728 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 1
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.572376 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.572343 7095 master_runner.cc:386] Master server non-default flags:
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.188.keytab
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.188
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.188:33659
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data/info.pb
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.188
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/logs
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.573930 7095 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.575268 7095 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.595729 7105 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.653849 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 2
19:44:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.658094 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.743734 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 3
19:44:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.748034 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.851190 7088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 5
19:44:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.856297 7088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:15.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.888676 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 4
19:44:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.893365 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.176985 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 5
19:44:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:16.181865 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.403815 7088 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 6
19:44:16.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:16.411638 7088 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:16.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.734558 7010 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } attempt: 6
19:44:16.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:16.741477 7010 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.192.188:33659: Network error: Client connection negotiation failed: client connection to 127.6.192.188:33659: connect: Connection refused (error 111)
19:44:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.595770 7108 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:15.596283 7106 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:15.597591 7095 server_base.cc:1034] running on GCE node
19:44:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.860153 7095 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.863059 7095 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:16.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.864531 7095 hybrid_clock.cc:648] HybridClock initialized: now 1790538256864492 us; error 49 us; skew 500 ppm
19:44:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.865530 7095 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:16 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538256, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:16.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.871965 7095 init.cc:377] Logged in from keytab as kudu/127.6.192.188@KRBTEST.COM (short username kudu)
19:44:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.877555 7095 webserver.cc:460] Webserver started at http://127.6.192.188:42529/ using document root <none> and password file <none>
19:44:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.878669 7095 fs_manager.cc:359] Metadata directory not provided
19:44:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.878963 7095 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.879593 7095 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:44:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.885252 7095 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data/instance:
19:44:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06e56ddf57dc47e8bc50c6894640d6c8"
19:44:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:16 on dist-test-slave-6r7m"
19:44:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.886406 7095 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal/instance:
19:44:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06e56ddf57dc47e8bc50c6894640d6c8"
19:44:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:16 on dist-test-slave-6r7m"
19:44:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.894649 7095 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
19:44:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.901351 7122 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.902740 7095 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:44:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.903188 7095 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06e56ddf57dc47e8bc50c6894640d6c8"
19:44:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:16 on dist-test-slave-6r7m"
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.903672 7095 fs_report.cc:383] FS layout report
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data/data
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:16.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:16.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.948072 7095 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.954284 7095 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:16.954788 7095 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.033267 7095 rpc_server.cc:307] RPC server started. Bound to: 127.6.192.188:33659
19:44:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.033351 7173 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.192.188:33659 every 8 connection(s)
19:44:17.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.036053 7095 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data/info.pb
19:44:17.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.041911 7174 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:44:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.045938 6914 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 7095
19:44:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.046461 6914 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal/instance
19:44:17.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.058421 7174 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } has no permanent_uuid. Determining permanent_uuid...
19:44:17.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:17 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538256, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.188@KRBTEST.COM for kudu/127.6.192.190@KRBTEST.COM
19:44:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:17 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538251, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.192.188@KRBTEST.COM
19:44:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.096982 7174 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } has no permanent_uuid. Determining permanent_uuid...
19:44:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:17 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538256, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.188@KRBTEST.COM for kudu/127.6.192.189@KRBTEST.COM
19:44:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:17 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538251, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.192.189@KRBTEST.COM
19:44:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.139611 7174 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } has no permanent_uuid. Determining permanent_uuid...
19:44:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:17 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538256, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.188@KRBTEST.COM for kudu/127.6.192.188@KRBTEST.COM
19:44:17.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:17 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538251, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.192.190@KRBTEST.COM
19:44:17.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.175889 7174 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: Bootstrap starting.
19:44:17.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.181675 7174 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: Neither blocks nor log segments found. Creating new log.
19:44:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.183799 7174 log.cc:824] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: Log is configured to *not* fsync() on all Append() calls
19:44:17.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.189431 7174 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: No bootstrap required, opened a new log
19:44:17.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.190379 6914 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:44:17.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:17.201 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:44:17.214 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:44:17.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.217494 7174 raft_consensus.cc:348] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.218384 7174 raft_consensus.cc:374] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.218672 7174 raft_consensus.cc:729] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06e56ddf57dc47e8bc50c6894640d6c8, State: Initialized, Role: FOLLOWER
19:44:17.220 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:44:17.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.219728 7174 consensus_queue.cc:260] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.222980 7183 sys_catalog.cc:455] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } } }
19:44:17.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.224623 7183 sys_catalog.cc:458] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [sys.catalog]: This master's current role is: FOLLOWER
19:44:17.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.192.190"
port: 37513
}
bound_http_address {
host: "127.6.192.190"
port: 38433
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.192.189"
port: 39095
}
bound_http_address {
host: "127.6.192.189"
port: 39501
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.192.188"
port: 33659
}
bound_http_address {
host: "127.6.192.188"
port: 42529
}
}
}
19:44:17.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.224884 7174 sys_catalog.cc:564] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [sys.catalog]: configured and running, proceeding with master startup.
19:44:17.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:44:17.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:17.225 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:44:17.227 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:44:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.254295 7195 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.254992 7195 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:17 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538257, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:44:17.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:17.277 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc
19:44:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.250738 7095 master_runner.cc:186] Error getting master registration for 127.6.192.190:37513: OK, instance_id { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" instance_seqno: 1790538253077947 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:44:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.284091 7095 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:17.285 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:44:17.286 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc
19:44:17.288 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:44:17.293 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:44:17.296 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:44:17.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:44:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:17 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538257, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:44:17.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:17.331 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc
19:44:17.333 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:44:17.334 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.192.190:37513
19:44:17.336 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:44:17.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.336814 6914 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 6940
19:44:17.358 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:17.359 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.192.189:39095
19:44:17.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:44:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.359593 6914 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 7016
19:44:17.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:17.381 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.192.188:33659
19:44:17.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:44:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.382329 6914 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 7095
19:44:17.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:17.407 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.192.190:37513
19:44:17.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.410557 6914 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/logs
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data/info.pb
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.190:37513
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.190
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38433
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.190.keytab
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.190
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:17.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.741299 7200 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.741935 7200 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.742609 7200 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:17.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.775436 7200 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:17.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.775704 7200 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:17.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.776064 7200 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:17.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.776301 7200 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:17.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.776544 7200 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.776773 7200 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:17.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.776942 7200 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46183/jwks.json
19:44:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.817274 7200 master_runner.cc:386] Master server non-default flags:
19:44:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data
19:44:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.190.keytab
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.190
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.190:37513
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data/info.pb
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.190
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38433
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/logs
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.818495 7200 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:17.819684 7200 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.839376 7208 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.839787 7207 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:17.840334 7210 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.113186 7209 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:44:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.113835 7200 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:44:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.119328 7200 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.122313 7200 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:19.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.123746 7200 hybrid_clock.cc:648] HybridClock initialized: now 1790538259123707 us; error 79 us; skew 500 ppm
19:44:19.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.124655 7200 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:19 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538259, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.131577 7200 init.cc:377] Logged in from keytab as kudu/127.6.192.190@KRBTEST.COM (short username kudu)
19:44:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.138628 7200 webserver.cc:460] Webserver started at http://127.6.192.190:38433/ using document root <none> and password file <none>
19:44:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.139859 7200 fs_manager.cc:359] Metadata directory not provided
19:44:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.140146 7200 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:19.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.151979 7200 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
19:44:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.157205 7219 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.158787 7200 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
19:44:19.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.159162 7200 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:19.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5afa366b4a4beb8cbdb36bbf578931"
19:44:19.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:12 on dist-test-slave-6r7m"
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.161791 7200 fs_report.cc:383] FS layout report
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data/data
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.216054 7200 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:19.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.222602 7200 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.223016 7200 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:19.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.304345 7200 rpc_server.cc:307] RPC server started. Bound to: 127.6.192.190:37513
19:44:19.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.304490 7270 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.192.190:37513 every 8 connection(s)
19:44:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.307346 7200 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/data/info.pb
19:44:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.312572 6914 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 7200
19:44:19.313 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:19.313 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.192.189:39095
19:44:19.313 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:44:19.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.315379 6914 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:19.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:19.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:19.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/logs
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data/info.pb
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.189:39095
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.189
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39501
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.189.keytab
19:44:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.189
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.323028 7271 sys_catalog.cc:263] Verifying existing consensus state
19:44:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 19:44:19.323802 7271 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:44:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.324195 7200 master.cc:537] Master@127.6.192.190:37513 shutting down...
19:44:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.389343 7200 master.cc:552] Master@127.6.192.190:37513 shutdown complete.
19:44:19.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:44:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.669559 7273 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.670132 7273 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.670717 7273 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.704201 7273 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.704610 7273 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:19.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.705127 7273 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:19.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.705502 7273 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:19.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.705839 7273 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:19.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.706195 7273 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:19.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.706429 7273 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46183/jwks.json
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.744706 7273 master_runner.cc:386] Master server non-default flags:
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.189.keytab
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.189
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.189:39095
19:44:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data/info.pb
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.189
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39501
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/logs
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:19.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.746304 7273 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:19.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:19.747622 7273 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.766083 7282 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.766163 7279 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:19.766131 7280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.014955 7281 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:44:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.015116 7273 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:44:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.019560 7273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.022178 7273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.023602 7273 hybrid_clock.cc:648] HybridClock initialized: now 1790538261023552 us; error 39 us; skew 500 ppm
19:44:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.024538 7273 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:21 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538261, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.037410 7273 init.cc:377] Logged in from keytab as kudu/127.6.192.189@KRBTEST.COM (short username kudu)
19:44:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.042168 7273 webserver.cc:460] Webserver started at http://127.6.192.189:39501/ using document root <none> and password file <none>
19:44:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.043154 7273 fs_manager.cc:359] Metadata directory not provided
19:44:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.043413 7273 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.052235 7273 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
19:44:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.056931 7292 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:21.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.058423 7273 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
19:44:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.058816 7273 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "156de8c4e31043328850c76d01dfc63b"
19:44:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:14 on dist-test-slave-6r7m"
19:44:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.061323 7273 fs_report.cc:383] FS layout report
19:44:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data/data
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:21.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:21.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.106491 7273 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:21.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.113169 7273 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:21.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.113739 7273 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.195073 7273 rpc_server.cc:307] RPC server started. Bound to: 127.6.192.189:39095
19:44:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.195088 7343 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.192.189:39095 every 8 connection(s)
19:44:21.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.198146 7273 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/data/info.pb
19:44:21.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.207676 6914 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 7273
19:44:21.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.208385 7344 sys_catalog.cc:263] Verifying existing consensus state
19:44:21.209 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:21.209 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.192.188:33659
19:44:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 19:44:21.209344 7344 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:44:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.209823 7273 master.cc:537] Master@127.6.192.189:39095 shutting down...
19:44:21.209 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:44:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.212411 6914 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu
19:44:21.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/logs
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data/info.pb
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.188:33659
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.188
19:44:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42529
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.188.keytab
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.188
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:44:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.278786 7273 master.cc:552] Master@127.6.192.189:39095 shutdown complete.
19:44:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:44:21.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.578356 7346 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:44:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.579041 7346 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:44:21.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.579772 7346 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:44:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.612191 7346 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:44:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.612512 7346 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:44:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.612872 7346 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:44:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.613087 7346 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:44:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.613283 7346 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:44:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.613480 7346 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:44:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.613615 7346 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46183/jwks.json
19:44:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.652050 7346 master_runner.cc:386] Master server non-default flags:
19:44:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:44:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.192.148:45839
19:44:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/krb5kdc/kudu_127.6.192.188.keytab
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.192.188
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.192.188:33659
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46183/jwks.json
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data/info.pb
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.192.188
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42529
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:44:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/logs
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 18:50:28 UTC on ccycloud.quasar-ewnlep.root.comops.site
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676277
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.653249 7346 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:44:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.654387 7346 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:44:21.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.672197 7352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.672254 7355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:21.673589 7346 server_base.cc:1034] running on GCE node
19:44:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:21.672197 7353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:44:22.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:22.970549 7346 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:44:22.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:22.973706 7346 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:44:22.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:22.975183 7346 hybrid_clock.cc:648] HybridClock initialized: now 1790538262975143 us; error 53 us; skew 500 ppm
19:44:22.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:22.976294 7346 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:44:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:22 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538262, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:22.982669 7346 init.cc:377] Logged in from keytab as kudu/127.6.192.188@KRBTEST.COM (short username kudu)
19:44:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:22.988015 7346 webserver.cc:460] Webserver started at http://127.6.192.188:42529/ using document root <none> and password file <none>
19:44:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:22.989073 7346 fs_manager.cc:359] Metadata directory not provided
19:44:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:22.989289 7346 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:44:22.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:22.997783 7346 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
19:44:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.002843 7364 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:44:23.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.004076 7346 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:44:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.004386 7346 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data,/tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06e56ddf57dc47e8bc50c6894640d6c8"
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 19:44:16 on dist-test-slave-6r7m"
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.006856 7346 fs_report.cc:383] FS layout report
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/wal
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data/data
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:44:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:44:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.055137 7346 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:44:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.062077 7346 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:44:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.062526 7346 kserver.cc:163] Server-wide thread pool size limit: 3276
19:44:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.141978 7346 rpc_server.cc:307] RPC server started. Bound to: 127.6.192.188:33659
19:44:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.142103 7415 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.192.188:33659 every 8 connection(s)
19:44:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.146661 7346 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLnbuZk/test-tmp/mini-kudu-cluster7942689030513673190/master-2/data/info.pb
19:44:23.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.156703 6914 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu as pid 7346
19:44:23.157 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:44:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.159377 7416 sys_catalog.cc:263] Verifying existing consensus state
19:44:23.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.165486 7416 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: Bootstrap starting.
19:44:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.204523 7416 log.cc:824] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: Log is configured to *not* fsync() on all Append() calls
19:44:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.209594 7416 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:44:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.210397 7416 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: Bootstrap complete.
19:44:23.214 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.238287 7416 raft_consensus.cc:348] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.241462 7416 raft_consensus.cc:374] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:44:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.241811 7416 raft_consensus.cc:729] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06e56ddf57dc47e8bc50c6894640d6c8, State: Initialized, Role: FOLLOWER
19:44:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.242820 7416 consensus_queue.cc:260] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.245814 7420 sys_catalog.cc:455] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } } }
19:44:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.247390 7420 sys_catalog.cc:458] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [sys.catalog]: This master's current role is: FOLLOWER
19:44:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.249563 7416 sys_catalog.cc:564] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [sys.catalog]: configured and running, proceeding with master startup.
19:44:23.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:23.304855 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:23.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:23.305236 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:23.308 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:23.311 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.192.188:33659(127.6.192.188:33659)] connecting to peer
19:44:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:23.318003 7370 tablet.cc:2369] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:44:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.286223 7346 master_runner.cc:186] Error getting master registration for 127.6.192.190:37513: Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111),
19:44:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.324914 7346 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:23.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.383 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.192.188:33659(127.6.192.188:33659)] Successfully connected to peer
19:44:23.470 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:44:23.481 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.6.192.188
19:44:23.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:23 dist-test-slave-6r7m krb5kdc[6926](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538257, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.192.188@KRBTEST.COM
19:44:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.716215 7420 raft_consensus.cc:482] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.716816 7420 raft_consensus.cc:504] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:23.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:23.721870 7367 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111)
19:44:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.727176 7420 leader_election.cc:288] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513), 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095)
19:44:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:23.731529 7367 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513): Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111)
19:44:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:23.734139 7365 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095): Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:23.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.734665 7365 leader_election.cc:302] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 06e56ddf57dc47e8bc50c6894640d6c8; no voters: 156de8c4e31043328850c76d01dfc63b, 7b5afa366b4a4beb8cbdb36bbf578931
19:44:23.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:23.735737 7420 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:23.763 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x02326ebc, L:/127.0.0.1:36858 - R:/127.6.192.188:33659] using SASL/GSSAPI
19:44:23.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:23.803 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:23.805 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:23.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:23.822 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:23.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.826 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:23.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:23.843 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:23.845 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:23.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:23.862 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:23.864 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:23.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:23.923 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:23.925 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:23.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:23.942 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:23.943 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:23.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:23.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:23.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:24.042 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:24.044 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:24.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:24.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:24.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:24.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:24.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:24.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:24.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:24.308837 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:24.309103 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:24.322 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:24.326 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:24.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:24.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:24.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:24.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:24.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:24.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:24.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:24.683 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:24.684 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:24.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:24.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:24.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:24.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:24.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:24.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:24.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:25.062 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:25.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:25.064 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:25.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:25.065 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:25.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:25.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:25.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:25.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:25.312315 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:25.312642 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:25.904837 7439 raft_consensus.cc:482] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:25.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:25.905294 7439 raft_consensus.cc:504] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:25.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:25.907161 7439 leader_election.cc:288] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513), 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095)
19:44:25.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:25.914896 7365 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095): Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:25.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:25.915432 7367 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513): Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111)
19:44:25.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:25.915899 7367 leader_election.cc:302] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 06e56ddf57dc47e8bc50c6894640d6c8; no voters: 156de8c4e31043328850c76d01dfc63b, 7b5afa366b4a4beb8cbdb36bbf578931
19:44:25.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:25.916595 7439 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:26.282 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:26.284 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:26.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:26.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:26.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:26.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:26.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:26.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:26.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:26.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:26.315608 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:26.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:26.315950 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:27.319152 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:27.319450 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:27.691576 7446 raft_consensus.cc:482] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:27.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:27.692063 7446 raft_consensus.cc:504] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:27.694047 7446 leader_election.cc:288] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513), 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095)
19:44:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:27.701689 7365 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095): Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:27.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:27.702241 7367 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513): Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111)
19:44:27.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:27.702661 7367 leader_election.cc:302] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 06e56ddf57dc47e8bc50c6894640d6c8; no voters: 156de8c4e31043328850c76d01dfc63b, 7b5afa366b4a4beb8cbdb36bbf578931
19:44:27.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:27.703372 7446 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:28.143 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:28.144 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:28.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:28.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:28.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:28.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:28.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:28.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:28.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:28.322393 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:28.322741 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:28.328162 7346 master_runner.cc:186] Error getting master registration for 127.6.192.190:37513: Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111),
19:44:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:28.328655 7346 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:29.326056 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:29.326478 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:30.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:30.329903 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:30.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:30.330216 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:31.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:31.333396 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:31.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:31.333725 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:32.003 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:32.004 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:32.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:32.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:32.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:32.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:32.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:32.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:32.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:32.101816 7455 raft_consensus.cc:482] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:32.102530 7455 raft_consensus.cc:504] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:32.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:32.104538 7455 leader_election.cc:288] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513), 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095)
19:44:32.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:32.107194 7367 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:44:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:32.111068 7365 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095): Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:32.111610 7367 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513): Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111)
19:44:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:32.112030 7367 leader_election.cc:302] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 06e56ddf57dc47e8bc50c6894640d6c8; no voters: 156de8c4e31043328850c76d01dfc63b, 7b5afa366b4a4beb8cbdb36bbf578931
19:44:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:32.112818 7455 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:32.222 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:32.224 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:32.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:32.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:32.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:32.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:32.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:32.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:32.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:32.337556 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:32.337970 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:32 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538272, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:32.986732 7360 init.cc:295] Successfully reacquired a new kerberos TGT
19:44:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:33.331660 7346 master_runner.cc:186] Error getting master registration for 127.6.192.190:37513: Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111),
19:44:33.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:33.332050 7346 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:33.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:33.340917 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:33.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:33.341200 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:34.343997 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:34.344260 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:34.702 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:34.703 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:34.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:34.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:34.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:34.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:34.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:34.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:34.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:35.162 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:35.164 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:35.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:35.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:35.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:35.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:35.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:35.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:35.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:35.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:35.347340 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:35.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:35.347666 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:36.351114 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:36.351392 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:37.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:37.019310 7464 raft_consensus.cc:482] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:37.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:37.019678 7464 raft_consensus.cc:504] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:37.021592 7464 leader_election.cc:288] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513), 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095)
19:44:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:37.026118 7367 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513): Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111)
19:44:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:37.026727 7365 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095): Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:37.027022 7365 leader_election.cc:302] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 06e56ddf57dc47e8bc50c6894640d6c8; no voters: 156de8c4e31043328850c76d01dfc63b, 7b5afa366b4a4beb8cbdb36bbf578931
19:44:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:37.027558 7464 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:37.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:37.354550 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:37.354887 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:37.622 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:37.624 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:37.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:37.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:37.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:37.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:37.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:37.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:37.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:38.335835 7346 master_runner.cc:186] Error getting master registration for 127.6.192.190:37513: Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111),
19:44:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:38.336282 7346 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:38.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:38.357964 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:38.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:38.358311 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:39.361274 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:39.361522 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:40.162 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:40.164 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:40.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:40.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:40.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:40.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:40.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:40.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:40.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:40.365005 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:40.365298 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:41.368296 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:41.368608 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:42.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:42.372284 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:42.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:42.372720 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:42.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 19:44:42 dist-test-slave-6r7m krb5kdc[6926](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790538282, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.192.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:44:42.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:42.989449 7360 init.cc:295] Successfully reacquired a new kerberos TGT
19:44:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:43.339690 7346 master_runner.cc:186] Error getting master registration for 127.6.192.190:37513: Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111),
19:44:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:43.340114 7346 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:43.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:43.375765 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:43.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:43.376036 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:43.702 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:43.703 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:43.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:43.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:43.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:43.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:43.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:43.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:43.709 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:44.379186 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:44.379439 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:45.382620 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:45.382864 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:46.385771 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:46.386015 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:47.383 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:47.383 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:47.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:47.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:47.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:47.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:47.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:47.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:47.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:47.389923 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:47.390158 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:47.692883 7482 raft_consensus.cc:482] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:44:47.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:47.693477 7482 raft_consensus.cc:504] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b5afa366b4a4beb8cbdb36bbf578931" member_type: VOTER last_known_addr { host: "127.6.192.190" port: 37513 } } peers { permanent_uuid: "156de8c4e31043328850c76d01dfc63b" member_type: VOTER last_known_addr { host: "127.6.192.189" port: 39095 } } peers { permanent_uuid: "06e56ddf57dc47e8bc50c6894640d6c8" member_type: VOTER last_known_addr { host: "127.6.192.188" port: 33659 } }
19:44:47.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:47.695936 7482 leader_election.cc:288] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513), 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095)
19:44:47.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:47.698092 7367 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:44:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:47.701102 7367 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7b5afa366b4a4beb8cbdb36bbf578931 (127.6.192.190:37513): Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111)
19:44:47.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:47.701608 7365 leader_election.cc:334] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 156de8c4e31043328850c76d01dfc63b (127.6.192.189:39095): Network error: Client connection negotiation failed: client connection to 127.6.192.189:39095: connect: Connection refused (error 111)
19:44:47.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:47.701983 7365 leader_election.cc:302] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 06e56ddf57dc47e8bc50c6894640d6c8; no voters: 156de8c4e31043328850c76d01dfc63b, 7b5afa366b4a4beb8cbdb36bbf578931
19:44:47.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:47.702724 7482 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:44:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:48.342698 7346 master_runner.cc:186] Error getting master registration for 127.6.192.190:37513: Network error: Client connection negotiation failed: client connection to 127.6.192.190:37513: connect: Connection refused (error 111),
19:44:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:48.343055 7346 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:44:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:48.393410 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:48.393805 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:49.397010 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:49.397251 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:50.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:50.400318 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:50.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:50.400777 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:51.403621 7431 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06e56ddf57dc47e8bc50c6894640d6c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:44:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 19:44:51.403882 7431 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:44:51.482 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:51.483 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:51.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:51.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:51.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:51.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:51.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:51.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:51.488 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:52.082 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.190:37513(127.6.192.190:37513)] connecting to peer
19:44:52.082 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.192.189:39095(127.6.192.189:39095)] connecting to peer
19:44:52.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:52.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.192.190:37513(127.6.192.190:37513)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:52.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.190:37513: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513
19:44:52.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:52.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.189:39095(127.6.192.189:39095)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:52.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.192.189:39095: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
19:44:52.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659; will retry
19:44:52.092 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28927), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [213ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [217ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [612ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [617ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [644ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [646ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [653ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [654ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [659ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [665ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [667ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [686ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [688ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [689ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [701ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [707ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [708ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [710ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [757ms] refreshing cache from master, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [765ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [769ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [770ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [781ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [783ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [786ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [881ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [883ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [886ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1156ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1169ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [1170ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1517ms] refreshing cache from master, [1517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [1527ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1897ms] refreshing cache from master, [1897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1906ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [1907ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [3117ms] refreshing cache from master, [3117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [3127ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [3127ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [4977ms] refreshing cache from master, [4978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [4979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [4980ms] too many traces: truncated at 100 traces, deferred=Deferred@1930381811(state=PENDING, result=null, callback=(continuation of Deferred@545395370 after retry RPC after error@1305976363) -> (continuation of Deferred@54053440 after retry RPC after error@175196933) -> (continuation of Deferred@987107235 after retry RPC after error@1258416148) -> (continuation of Deferred@237916670 after retry RPC after error@235342429) -> (continuation of Deferred@69642025 after retry RPC after error@1084468977) -> (continuation of Deferred@1023325882 after retry RPC after error@169674394) -> (continuation of Deferred@993257247 after retry RPC after error@1715077806) -> (continuation of Deferred@800596917 after retry RPC after error@1307822350) -> (continuation of Deferred@1776075952 after retry RPC after error@1598391383) -> (continuation of Deferred@831431041 after retry RPC after error@1650894087) -> (continuation of Deferred@1838159039 after retry RPC after error@511984230) -> (continuation of Deferred@1514302110 after retry RPC after error@224113228) -> (continuation of Deferred@1619225268 after retry RPC after error@1546163120) -> (continuation of Deferred@360121393 after retry RPC after error@1164840193) -> (continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074), errback=(continuation of Deferred@545395370 after retry RPC after error@1305976363) -> (continuation of Deferred@54053440 after retry RPC after error@175196933) -> (continuation of Deferred@987107235 after retry RPC after error@1258416148) -> (continuation of Deferred@237916670 after retry RPC after error@235342429) -> (continuation of Deferred@69642025 after retry RPC after error@1084468977) -> (continuation of Deferred@1023325882 after retry RPC after error@169674394) -> (continuation of Deferred@993257247 after retry RPC after error@1715077806) -> (continuation of Deferred@800596917 after retry RPC after error@1307822350) -> (continuation of Deferred@1776075952 after retry RPC after error@1598391383) -> (continuation of Deferred@831431041 after retry RPC after error@1650894087) -> (continuation of Deferred@1838159039 after retry RPC after error@511984230) -> (continuation of Deferred@1514302110 after retry RPC after error@224113228) -> (continuation of Deferred@1619225268 after retry RPC after error@1546163120) -> (continuation of Deferred@360121393 after retry RPC after error@1164840193) -> (continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074)))
19:44:52.098 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.192.188:33659(127.6.192.188:33659)] disconnecting while in state READY
19:44:52.099 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.192.190:37513(127.6.192.190:37513)] disconnecting while in state TERMINATED
19:44:52.099 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.192.189:39095(127.6.192.189:39095)] disconnecting while in state TERMINATED
19:44:52.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:44:52.106 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.192.188:33659(127.6.192.188:33659)] handling channelInactive
19:44:52.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.192.188:33659(127.6.192.188:33659)] cleaning up while in state READY due to: connection closed
19:44:52.107 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:44:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:52.110407 6914 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 7346
19:44:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T19:44:53Z chronyd exiting
19:44:54.342 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:44:54.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:54.343712 6189 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 6469
19:44:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:54.371317 6189 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 6623
19:44:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:54.398044 6189 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 6773
19:44:54.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:54.424909 6189 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 6201
19:44:54.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:54.456013 6189 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 6271
19:44:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 19:44:54.486006 6189 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLnbuZk/build/tsan/bin/kudu with pid 6346
19:44:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T19:44:55Z chronyd exiting
19:44:56.686 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28927), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [213ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [217ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [612ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [617ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [644ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [646ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [653ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [654ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [659ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [665ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [667ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [686ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [688ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [689ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [701ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [707ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [708ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [710ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [757ms] refreshing cache from master, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [765ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [769ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [770ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [781ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [783ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [786ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [881ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [883ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [886ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1156ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1169ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [1170ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1517ms] refreshing cache from master, [1517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [1527ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1897ms] refreshing cache from master, [1897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1906ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [1907ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [3117ms] refreshing cache from master, [3117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [3127ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [3127ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [4977ms] refreshing cache from master, [4978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [4979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [4980ms] too many traces: truncated at 100 traces, deferred=Deferred@1930381811(state=PENDING, result=null, callback=(continuation of Deferred@545395370 after retry RPC after error@1305976363) -> (continuation of Deferred@54053440 after retry RPC after error@175196933) -> (continuation of Deferred@987107235 after retry RPC after error@1258416148) -> (continuation of Deferred@237916670 after retry RPC after error@235342429) -> (continuation of Deferred@69642025 after retry RPC after error@1084468977) -> (continuation of Deferred@1023325882 after retry RPC after error@169674394) -> (continuation of Deferred@993257247 after retry RPC after error@1715077806) -> (continuation of Deferred@800596917 after retry RPC after error@1307822350) -> (continuation of Deferred@1776075952 after retry RPC after error@1598391383) -> (continuation of Deferred@831431041 after retry RPC after error@1650894087) -> (continuation of Deferred@1838159039 after retry RPC after error@511984230) -> (continuation of Deferred@1514302110 after retry RPC after error@224113228) -> (continuation of Deferred@1619225268 after retry RPC after error@1546163120) -> (continuation of Deferred@360121393 after retry RPC after error@1164840193) -> (continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074), errback=(continuation of Deferred@545395370 after retry RPC after error@1305976363) -> (continuation of Deferred@54053440 after retry RPC after error@175196933) -> (continuation of Deferred@987107235 after retry RPC after error@1258416148) -> (continuation of Deferred@237916670 after retry RPC after error@235342429) -> (continuation of Deferred@69642025 after retry RPC after error@1084468977) -> (continuation of Deferred@1023325882 after retry RPC after error@169674394) -> (continuation of Deferred@993257247 after retry RPC after error@1715077806) -> (continuation of Deferred@800596917 after retry RPC after error@1307822350) -> (continuation of Deferred@1776075952 after retry RPC after error@1598391383) -> (continuation of Deferred@831431041 after retry RPC after error@1650894087) -> (continuation of Deferred@1838159039 after retry RPC after error@511984230) -> (continuation of Deferred@1514302110 after retry RPC after error@224113228) -> (continuation of Deferred@1619225268 after retry RPC after error@1546163120) -> (continuation of Deferred@360121393 after retry RPC after error@1164840193) -> (continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.192.189:39095
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28927), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [213ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [217ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [612ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [617ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [644ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [646ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [653ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [654ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [656ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [659ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [665ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [667ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [682ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [686ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [688ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [689ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [697ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [701ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [707ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [708ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [710ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [757ms] refreshing cache from master, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [765ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [769ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [770ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [777ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [781ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [783ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [786ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [877ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [881ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [883ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [886ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [887ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1156ms] refreshing cache from master, [1157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [1167ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1169ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [1170ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1517ms] refreshing cache from master, [1517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [1519ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1526ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [1527ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1897ms] refreshing cache from master, [1897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [1898ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [1906ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [1907ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [3117ms] refreshing cache from master, [3117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [3119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.190:37513: Network error: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513, [3122ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.189:39095: Network error: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [3127ms] Sub RPC ConnectToMaster: received response from server master-127.6.192.188:33659: OK, [3127ms] delaying RPC due to: Service unavailable: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095, [4977ms] refreshing cache from master, [4978ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.190:37513, [4979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.189:39095, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.192.188:33659, [4980ms] too many traces: truncated at 100 traces, deferred=Deferred@1930381811(state=PENDING, result=null, callback=(continuation of Deferred@545395370 after retry RPC after error@1305976363) -> (continuation of Deferred@54053440 after retry RPC after error@175196933) -> (continuation of Deferred@987107235 after retry RPC after error@1258416148) -> (continuation of Deferred@237916670 after retry RPC after error@235342429) -> (continuation of Deferred@69642025 after retry RPC after error@1084468977) -> (continuation of Deferred@1023325882 after retry RPC after error@169674394) -> (continuation of Deferred@993257247 after retry RPC after error@1715077806) -> (continuation of Deferred@800596917 after retry RPC after error@1307822350) -> (continuation of Deferred@1776075952 after retry RPC after error@1598391383) -> (continuation of Deferred@831431041 after retry RPC after error@1650894087) -> (continuation of Deferred@1838159039 after retry RPC after error@511984230) -> (continuation of Deferred@1514302110 after retry RPC after error@224113228) -> (continuation of Deferred@1619225268 after retry RPC after error@1546163120) -> (continuation of Deferred@360121393 after retry RPC after error@1164840193) -> (continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074), errback=(continuation of Deferred@545395370 after retry RPC after error@1305976363) -> (continuation of Deferred@54053440 after retry RPC after error@175196933) -> (continuation of Deferred@987107235 after retry RPC after error@1258416148) -> (continuation of Deferred@237916670 after retry RPC after error@235342429) -> (continuation of Deferred@69642025 after retry RPC after error@1084468977) -> (continuation of Deferred@1023325882 after retry RPC after error@169674394) -> (continuation of Deferred@993257247 after retry RPC after error@1715077806) -> (continuation of Deferred@800596917 after retry RPC after error@1307822350) -> (continuation of Deferred@1776075952 after retry RPC after error@1598391383) -> (continuation of Deferred@831431041 after retry RPC after error@1650894087) -> (continuation of Deferred@1838159039 after retry RPC after error@511984230) -> (continuation of Deferred@1514302110 after retry RPC after error@224113228) -> (continuation of Deferred@1619225268 after retry RPC after error@1546163120) -> (continuation of Deferred@360121393 after retry RPC after error@1164840193) -> (continuation of Deferred@1044584914 after retry RPC after error@644786361) -> (continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.192.190:37513,127.6.192.189:39095,127.6.192.188:33659) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.190:37513(127.6.192.190:37513): Connection refused: /127.6.192.190:37513,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.192.189:39095(127.6.192.189:39095): Connection refused: /127.6.192.189:39095
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.192.189:39095
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)