07:12:21.239 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:12:21.251 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskOFYs_F/test-tmp
07:12:21.253 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:12:21.257 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskOFYs_F/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:12:21.532 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:12:21.712 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:12:21.713 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:12:21.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:21.719120 32232 mini_oidc.cc:152] Starting JWKS server
07:12:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:21.724900 32232 webserver.cc:460] Webserver started at http://127.0.0.1:34883/ using document root <none> and password file <none>
07:12:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:21.725620 32232 mini_oidc.cc:189] Starting OIDC Discovery server
07:12:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:21.727699 32232 webserver.cc:460] Webserver started at http://127.0.0.1:35919/ using document root <none> and password file <none>
07:12:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:12:21Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:12:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:12:21Z Disabled control of system clock
07:12:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:21.782900 32232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/wal
07:12:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/data
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/logs
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/data/info.pb
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.62:43027
07:12:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.62
07:12:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:21.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34883/jwks.json with env {}
07:12:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.079921 32248 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.080474 32248 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.081076 32248 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.111724 32248 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:12:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.112004 32248 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.112232 32248 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:12:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.112421 32248 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:12:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.112691 32248 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:12:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.112911 32248 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34883/jwks.json
07:12:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:22.148038 32248 master_runner.cc:386] Master server non-default flags:
07:12:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/data
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/wal
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.62:43027
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34883/jwks.json
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/data/info.pb
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.62
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/logs
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:22.149953 32248 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:22.152442 32248 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.180563 32257 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.180600 32265 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:22.181903 32248 server_base.cc:1034] running on GCE node
07:12:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:22.180588 32256 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.377440 32248 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.380985 32248 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.382432 32248 hybrid_clock.cc:648] HybridClock initialized: now 1786000343382383 us; error 113 us; skew 500 ppm
07:12:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.383623 32248 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:23.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.393392 32248 webserver.cc:460] Webserver started at http://127.31.122.62:35529/ using document root <none> and password file <none>
07:12:23.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.394385 32248 fs_manager.cc:359] Metadata directory not provided
07:12:23.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.394574 32248 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:23.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.394961 32248 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:12:23.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.400079 32248 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/data/instance:
07:12:23.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7240d27d18fe44a89aee4acf55b9277a"
07:12:23.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:23 on dist-test-slave-gjrz"
07:12:23.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.401292 32248 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/wal/instance:
07:12:23.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7240d27d18fe44a89aee4acf55b9277a"
07:12:23.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:23 on dist-test-slave-gjrz"
07:12:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.409509 32248 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
07:12:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.415149 32273 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:23.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.416419 32248 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:12:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.416782 32248 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/wal
07:12:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7240d27d18fe44a89aee4acf55b9277a"
07:12:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:23 on dist-test-slave-gjrz"
07:12:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.417099 32248 fs_report.cc:383] FS layout report
07:12:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/wal
07:12:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/wal
07:12:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/data/data
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.459594 32248 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.461350 32248 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.461829 32248 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.540154 32248 rpc_server.cc:307] RPC server started. Bound to: 127.31.122.62:43027
07:12:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.540175 32344 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.122.62:43027 every 8 connection(s)
07:12:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.543752 32248 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/data/info.pb
07:12:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.550772 32232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 32248
07:12:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.551209 32232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-0/wal/instance
07:12:23.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.552170 32345 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:12:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.554644 32232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/wal
07:12:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/data
07:12:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/logs
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/data/info.pb
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:12:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.61:40883
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.61
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34883/jwks.json with env {}
07:12:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.569847 32345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } has no permanent_uuid. Determining permanent_uuid...
07:12:23.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.606112 32345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } has no permanent_uuid. Determining permanent_uuid...
07:12:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.608538 32278 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.122.61:40883: connect: Connection refused (error 111)
07:12:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.612844 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.61:40883: Network error: Client connection negotiation failed: client connection to 127.31.122.61:40883: connect: Connection refused (error 111)
07:12:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.662436 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } attempt: 1
07:12:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.666528 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.61:40883: Network error: Client connection negotiation failed: client connection to 127.31.122.61:40883: connect: Connection refused (error 111)
07:12:23.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.734937 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } attempt: 2
07:12:23.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.738919 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.61:40883: Network error: Client connection negotiation failed: client connection to 127.31.122.61:40883: connect: Connection refused (error 111)
07:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.830358 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } attempt: 3
07:12:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.834167 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.61:40883: Network error: Client connection negotiation failed: client connection to 127.31.122.61:40883: connect: Connection refused (error 111)
07:12:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.870078 32347 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.870743 32347 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.871498 32347 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.901937 32347 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:12:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.902290 32347 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.902603 32347 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:12:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.902945 32347 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:12:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.903308 32347 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:12:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.903577 32347 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34883/jwks.json
07:12:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.938503 32347 master_runner.cc:386] Master server non-default flags:
07:12:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/data
07:12:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/wal
07:12:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.61:40883
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34883/jwks.json
07:12:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/data/info.pb
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.61
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/logs
07:12:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:12:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.940080 32347 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.942432 32347 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.960227 32361 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.977567 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } attempt: 4
07:12:23.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.981686 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.61:40883: Network error: Client connection negotiation failed: client connection to 127.31.122.61:40883: connect: Connection refused (error 111)
07:12:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:24.281121 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } attempt: 5
07:12:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:24.285106 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.61:40883: Network error: Client connection negotiation failed: client connection to 127.31.122.61:40883: connect: Connection refused (error 111)
07:12:24.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:24.832520 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } attempt: 6
07:12:24.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:24.839214 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.61:40883: Network error: Client connection negotiation failed: client connection to 127.31.122.61:40883: connect: Connection refused (error 111)
07:12:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.960814 32360 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:25.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:23.961825 32347 server_base.cc:1034] running on GCE node
07:12:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:23.960304 32364 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.057395 32347 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:25.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.060499 32347 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:25.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.061931 32347 hybrid_clock.cc:648] HybridClock initialized: now 1786000345061868 us; error 78 us; skew 500 ppm
07:12:25.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.063046 32347 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.069561 32347 webserver.cc:460] Webserver started at http://127.31.122.61:35559/ using document root <none> and password file <none>
07:12:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.070638 32347 fs_manager.cc:359] Metadata directory not provided
07:12:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.070910 32347 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.071550 32347 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:12:25.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.077035 32347 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/data/instance:
07:12:25.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb08ef2d303b4569a877422b2b958000"
07:12:25.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:25 on dist-test-slave-gjrz"
07:12:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.078297 32347 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/wal/instance:
07:12:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb08ef2d303b4569a877422b2b958000"
07:12:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:25 on dist-test-slave-gjrz"
07:12:25.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.085461 32347 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
07:12:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.090737 32379 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.091773 32347 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:12:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.092044 32347 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/wal
07:12:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb08ef2d303b4569a877422b2b958000"
07:12:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:25 on dist-test-slave-gjrz"
07:12:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.092330 32347 fs_report.cc:383] FS layout report
07:12:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/wal
07:12:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/wal
07:12:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/data/data
07:12:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.126844 32347 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.128438 32347 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:25.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.128954 32347 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:25.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.224366 32347 rpc_server.cc:307] RPC server started. Bound to: 127.31.122.61:40883
07:12:25.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.224445 32444 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.122.61:40883 every 8 connection(s)
07:12:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.226969 32347 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/data/info.pb
07:12:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.227916 32232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 32347
07:12:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.228309 32232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-1/wal/instance
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.230855 32232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/wal
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/data
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/logs
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/data/info.pb
07:12:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.60:34227
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.60
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:25.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:25.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:25.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34883/jwks.json with env {}
07:12:25.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.233441 32445 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:12:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.245424 32445 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } has no permanent_uuid. Determining permanent_uuid...
07:12:25.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.267997 32445 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } has no permanent_uuid. Determining permanent_uuid...
07:12:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.284581 32445 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } has no permanent_uuid. Determining permanent_uuid...
07:12:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.286633 32385 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.291023 32445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.340512 32445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 1
07:12:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.344712 32445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.413079 32445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 2
07:12:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.416718 32445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.508074 32445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 3
07:12:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.511974 32445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.561846 32450 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.562680 32450 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.563464 32450 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.593787 32450 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.594054 32450 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.594242 32450 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.594434 32450 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.594619 32450 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:12:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.594815 32450 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34883/jwks.json
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.628698 32450 master_runner.cc:386] Master server non-default flags:
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/data
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/wal
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.60:34227
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34883/jwks.json
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/data/info.pb
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.60
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/logs
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:12:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.630095 32450 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.632259 32450 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:25.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.653254 32465 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:25.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.655371 32445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 4
07:12:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.659325 32445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:25.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.899825 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } attempt: 7
07:12:25.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.914248 32345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } has no permanent_uuid. Determining permanent_uuid...
07:12:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.922528 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:25.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.958703 32445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 5
07:12:25.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.963500 32445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.981001 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 1
07:12:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.985164 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:26.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.066562 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 2
07:12:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:26.071369 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.156783 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 3
07:12:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:26.161345 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:26.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.301853 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 4
07:12:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:26.306381 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.510906 32445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 6
07:12:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:26.517467 32445 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.589905 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 5
07:12:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:26.594017 32345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.31.122.60:34227: Network error: Client connection negotiation failed: client connection to 127.31.122.60:34227: connect: Connection refused (error 111)
07:12:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.653714 32463 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:25.655128 32450 server_base.cc:1034] running on GCE node
07:12:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:25.659879 32462 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:26.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.798008 32450 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:26.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.801008 32450 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.802416 32450 hybrid_clock.cc:648] HybridClock initialized: now 1786000346802383 us; error 51 us; skew 500 ppm
07:12:26.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.803220 32450 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:26.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.813041 32450 webserver.cc:460] Webserver started at http://127.31.122.60:37027/ using document root <none> and password file <none>
07:12:26.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.814013 32450 fs_manager.cc:359] Metadata directory not provided
07:12:26.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.814193 32450 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:26.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.814607 32450 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:12:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.819840 32450 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/data/instance:
07:12:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db747398ca1545b3a61c70c687de7990"
07:12:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:26 on dist-test-slave-gjrz"
07:12:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.820885 32450 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/wal/instance:
07:12:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db747398ca1545b3a61c70c687de7990"
07:12:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:26 on dist-test-slave-gjrz"
07:12:26.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.830703 32450 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
07:12:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.839058 32482 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.840214 32450 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.003s sys 0.004s
07:12:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.840510 32450 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/wal
07:12:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db747398ca1545b3a61c70c687de7990"
07:12:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:26 on dist-test-slave-gjrz"
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.840893 32450 fs_report.cc:383] FS layout report
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/wal
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/wal
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/data/data
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:26.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:26.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:26.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.891695 32450 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.893317 32450 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.893739 32450 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:26.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.982347 32450 rpc_server.cc:307] RPC server started. Bound to: 127.31.122.60:34227
07:12:26.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.982421 32573 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.122.60:34227 every 8 connection(s)
07:12:26.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.985489 32450 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/data/info.pb
07:12:26.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.991191 32574 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:12:26.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.993724 32232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 32450
07:12:26.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:26.994197 32232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/master-2/wal/instance
07:12:27.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.008203 32574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } has no permanent_uuid. Determining permanent_uuid...
07:12:27.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.035379 32574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } has no permanent_uuid. Determining permanent_uuid...
07:12:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.046756 32574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } has no permanent_uuid. Determining permanent_uuid...
07:12:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.065428 32574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990: Bootstrap starting.
07:12:27.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.074623 32574 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990: Neither blocks nor log segments found. Creating new log.
07:12:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.077479 32574 log.cc:824] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990: Log is configured to *not* fsync() on all Append() calls
07:12:27.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.083407 32574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990: No bootstrap required, opened a new log
07:12:27.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.107039 32574 raft_consensus.cc:348] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } }
07:12:27.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.108008 32574 raft_consensus.cc:374] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:12:27.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.108397 32574 raft_consensus.cc:729] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db747398ca1545b3a61c70c687de7990, State: Initialized, Role: FOLLOWER
07:12:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.109663 32574 consensus_queue.cc:260] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } }
07:12:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.113694 32586 sys_catalog.cc:455] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.114419 32586 sys_catalog.cc:458] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [sys.catalog]: This master's current role is: FOLLOWER
07:12:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.115926 32574 sys_catalog.cc:564] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [sys.catalog]: configured and running, proceeding with master startup.
07:12:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.146450 32345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 6
07:12:27.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:27.150084 32501 tablet.cc:2369] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:12:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:27.153919 32604 catalog_manager.cc:1558] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:27.154546 32604 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.170107 32345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a: Bootstrap starting.
07:12:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.175661 32345 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a: Neither blocks nor log segments found. Creating new log.
07:12:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.178789 32345 log.cc:824] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a: Log is configured to *not* fsync() on all Append() calls
07:12:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.142680 32450 master_runner.cc:186] Error getting master registration for 127.31.122.62:43027: OK, instance_id { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" instance_seqno: 1786000343519515 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:12:27.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.180040 32450 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:12:27.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.185804 32345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a: No bootstrap required, opened a new log
07:12:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.206336 32345 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } }
07:12:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.206923 32345 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:12:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.207119 32345 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7240d27d18fe44a89aee4acf55b9277a, State: Initialized, Role: FOLLOWER
07:12:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.207842 32345 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } }
07:12:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.210692 32611 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.211555 32611 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [sys.catalog]: This master's current role is: FOLLOWER
07:12:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.212496 32345 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [sys.catalog]: configured and running, proceeding with master startup.
07:12:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:27.221287 32281 tablet.cc:2369] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:12:27.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:27.263293 32627 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:27.264011 32627 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.244542 32248 master_runner.cc:186] Error getting master registration for 127.31.122.61:40883: OK, instance_id { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" instance_seqno: 1786000345191928 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:12:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.280155 32248 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:12:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.453784 32611 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:12:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.454404 32611 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } }
07:12:27.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.458464 32611 leader_election.cc:288] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cb08ef2d303b4569a877422b2b958000 (127.31.122.61:40883), db747398ca1545b3a61c70c687de7990 (127.31.122.60:34227)
07:12:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.459841 32533 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7240d27d18fe44a89aee4acf55b9277a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db747398ca1545b3a61c70c687de7990" is_pre_election: true
07:12:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.460932 32533 raft_consensus.cc:2454] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7240d27d18fe44a89aee4acf55b9277a in term 0.
07:12:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.462304 32278 leader_election.cc:302] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7240d27d18fe44a89aee4acf55b9277a, db747398ca1545b3a61c70c687de7990; no voters:
07:12:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.463399 32611 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 0 FOLLOWER]: Leader pre-election won for term 1
07:12:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.463864 32611 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:12:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.464172 32611 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 0 FOLLOWER]: Advancing to term 1
07:12:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.471287 32611 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } }
07:12:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.473263 32611 leader_election.cc:288] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [CANDIDATE]: Term 1 election: Requested vote from peers cb08ef2d303b4569a877422b2b958000 (127.31.122.61:40883), db747398ca1545b3a61c70c687de7990 (127.31.122.60:34227)
07:12:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.475010 32533 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7240d27d18fe44a89aee4acf55b9277a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db747398ca1545b3a61c70c687de7990"
07:12:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.475615 32533 raft_consensus.cc:3037] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [term 0 FOLLOWER]: Advancing to term 1
07:12:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.486462 32533 raft_consensus.cc:2454] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7240d27d18fe44a89aee4acf55b9277a in term 1.
07:12:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.489442 32278 leader_election.cc:302] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7240d27d18fe44a89aee4acf55b9277a, db747398ca1545b3a61c70c687de7990; no voters:
07:12:27.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.499662 32611 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 1 FOLLOWER]: Leader election won for term 1
07:12:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.509711 32611 raft_consensus.cc:686] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [term 1 LEADER]: Becoming Leader. State: Replica: 7240d27d18fe44a89aee4acf55b9277a, State: Running, Role: LEADER
07:12:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.511452 32611 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } }
07:12:27.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.527107 32629 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7240d27d18fe44a89aee4acf55b9277a. Latest consensus state: current_term: 1 leader_uuid: "7240d27d18fe44a89aee4acf55b9277a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:27.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.528450 32629 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [sys.catalog]: This master's current role is: LEADER
07:12:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.532007 32632 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:12:27.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.544629 32632 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:12:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.567992 32533 raft_consensus.cc:1261] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [term 1 FOLLOWER]: Refusing update from remote peer 7240d27d18fe44a89aee4acf55b9277a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:12:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.572721 32629 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [LEADER]: Connected to new peer: Peer: permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:12:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.579681 32445 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } attempt: 7
07:12:27.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.628129 32445 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000: Bootstrap starting.
07:12:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.644552 32445 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000: Neither blocks nor log segments found. Creating new log.
07:12:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.650884 32586 sys_catalog.cc:455] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7240d27d18fe44a89aee4acf55b9277a. Latest consensus state: current_term: 1 leader_uuid: "7240d27d18fe44a89aee4acf55b9277a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:27.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.651818 32586 sys_catalog.cc:458] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [sys.catalog]: This master's current role is: FOLLOWER
07:12:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.654088 32445 log.cc:824] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000: Log is configured to *not* fsync() on all Append() calls
07:12:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.655465 32611 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7240d27d18fe44a89aee4acf55b9277a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.656243 32611 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [sys.catalog]: This master's current role is: LEADER
07:12:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.660167 32632 catalog_manager.cc:1347] Generated new cluster ID: 50344b9c4e554650a7d86c9c69858e14
07:12:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.660475 32632 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:12:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.681572 32445 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000: No bootstrap required, opened a new log
07:12:27.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.683782 32586 sys_catalog.cc:455] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7240d27d18fe44a89aee4acf55b9277a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.684837 32586 sys_catalog.cc:458] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990 [sys.catalog]: This master's current role is: FOLLOWER
07:12:27.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.731621 32632 catalog_manager.cc:1370] Generated new certificate authority record
07:12:27.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.732779 32445 raft_consensus.cc:348] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } }
07:12:27.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.733865 32445 raft_consensus.cc:374] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:12:27.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.734318 32632 catalog_manager.cc:1504] Loading token signing keys...
07:12:27.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.734354 32445 raft_consensus.cc:729] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb08ef2d303b4569a877422b2b958000, State: Initialized, Role: FOLLOWER
07:12:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.735714 32445 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } }
07:12:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.765100 32646 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.772301 32646 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [sys.catalog]: This master's current role is: FOLLOWER
07:12:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.778817 32632 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a: Generated new TSK 0
07:12:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.778880 32411 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [term 0 FOLLOWER]: Advancing to term 1
07:12:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.780530 32632 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:12:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.783831 32416 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7240d27d18fe44a89aee4acf55b9277a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb08ef2d303b4569a877422b2b958000" is_pre_election: true
07:12:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.786098 32412 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7240d27d18fe44a89aee4acf55b9277a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb08ef2d303b4569a877422b2b958000"
07:12:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.792227 32411 raft_consensus.cc:1261] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [term 1 FOLLOWER]: Refusing update from remote peer 7240d27d18fe44a89aee4acf55b9277a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:12:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.792831 32445 sys_catalog.cc:564] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [sys.catalog]: configured and running, proceeding with master startup.
07:12:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.794240 32629 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [LEADER]: Connected to new peer: Peer: permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.817572 32232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/wal
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/data
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:27.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/logs
07:12:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/data/info.pb
07:12:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.1:0
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.122.1
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.1
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:12:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.911785 32657 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7240d27d18fe44a89aee4acf55b9277a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.912659 32657 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [sys.catalog]: This master's current role is: FOLLOWER
07:12:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.910445 32646 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7240d27d18fe44a89aee4acf55b9277a. Latest consensus state: current_term: 1 leader_uuid: "7240d27d18fe44a89aee4acf55b9277a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.914935 32646 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000 [sys.catalog]: This master's current role is: FOLLOWER
07:12:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:27.924801 32668 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:12:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.160698 32604 catalog_manager.cc:1259] Loaded cluster ID: 50344b9c4e554650a7d86c9c69858e14
07:12:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.161442 32604 catalog_manager.cc:1552] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990: loading cluster ID for follower catalog manager: success
07:12:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.170672 32604 catalog_manager.cc:1574] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990: acquiring CA information for follower catalog manager: success
07:12:28.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.177769 32604 catalog_manager.cc:1602] T 00000000000000000000000000000000 P db747398ca1545b3a61c70c687de7990: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:12:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.202792 32629 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7240d27d18fe44a89aee4acf55b9277a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7240d27d18fe44a89aee4acf55b9277a" member_type: VOTER last_known_addr { host: "127.31.122.62" port: 43027 } } peers { permanent_uuid: "cb08ef2d303b4569a877422b2b958000" member_type: VOTER last_known_addr { host: "127.31.122.61" port: 40883 } } peers { permanent_uuid: "db747398ca1545b3a61c70c687de7990" member_type: VOTER last_known_addr { host: "127.31.122.60" port: 34227 } } }
07:12:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.203596 32629 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7240d27d18fe44a89aee4acf55b9277a [sys.catalog]: This master's current role is: LEADER
07:12:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:28.372574 32651 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:28.373569 32651 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:28.374554 32651 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:28.430562 32651 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:28.431952 32651 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.122.1
07:12:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.490144 32651 tablet_server_runner.cc:78] Tablet server non-default flags:
07:12:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:28.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/data
07:12:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/wal
07:12:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.1:0
07:12:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/data/info.pb
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.1
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.122.1
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/logs
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.492043 32651 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.494170 32651 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:28.518388 32680 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:28.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.955689 32668 catalog_manager.cc:1259] Loaded cluster ID: 50344b9c4e554650a7d86c9c69858e14
07:12:28.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.956017 32668 catalog_manager.cc:1552] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000: loading cluster ID for follower catalog manager: success
07:12:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.993176 32668 catalog_manager.cc:1574] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000: acquiring CA information for follower catalog manager: success
07:12:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:28.998932 32668 catalog_manager.cc:1602] T 00000000000000000000000000000000 P cb08ef2d303b4569a877422b2b958000: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:12:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:29.912631 32679 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 32651
07:12:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:30.142795 32651 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.627s user 0.562s sys 0.768s
07:12:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:30.143831 32651 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.629s user 0.562s sys 0.768s
07:12:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:28.518435 32681 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:30.156199 32687 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.157897 32651 server_base.cc:1034] running on GCE node
07:12:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.159305 32651 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.161942 32651 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.163410 32651 hybrid_clock.cc:648] HybridClock initialized: now 1786000350163390 us; error 121 us; skew 500 ppm
07:12:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.164495 32651 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.175731 32651 webserver.cc:460] Webserver started at http://127.31.122.1:32955/ using document root <none> and password file <none>
07:12:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.176893 32651 fs_manager.cc:359] Metadata directory not provided
07:12:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.177158 32651 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.177727 32651 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:12:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.186035 32651 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/data/instance:
07:12:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cb263ab392c41229b331dc2d34dac7a"
07:12:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:30 on dist-test-slave-gjrz"
07:12:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.188099 32651 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/wal/instance:
07:12:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cb263ab392c41229b331dc2d34dac7a"
07:12:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:30 on dist-test-slave-gjrz"
07:12:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.198299 32651 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
07:12:30.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.205698 32695 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.207154 32651 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.207569 32651 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/wal
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cb263ab392c41229b331dc2d34dac7a"
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:30 on dist-test-slave-gjrz"
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.208021 32651 fs_report.cc:383] FS layout report
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/wal
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/wal
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/data/data
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:30.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.274061 32651 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:30.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.276055 32651 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:30.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.276625 32651 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.281576 32651 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:12:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.289031 32651 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:12:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.289357 32651 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:12:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.289659 32651 ts_tablet_manager.cc:610] Registered 0 tablets
07:12:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.289872 32651 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:12:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.550894 32651 rpc_server.cc:307] RPC server started. Bound to: 127.31.122.1:45893
07:12:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.551028 394 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.122.1:45893 every 8 connection(s)
07:12:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.554526 32651 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/data/info.pb
07:12:30.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.557157 32232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 32651
07:12:30.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.557610 32232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-0/wal/instance
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.569985 32232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/wal
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/data
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:30.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/logs
07:12:30.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/data/info.pb
07:12:30.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:30.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:30.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.2:0
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.122.2
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.2
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:12:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.615712 397 heartbeater.cc:347] Connected to a master server at 127.31.122.61:40883
07:12:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.627671 397 heartbeater.cc:464] Registering TS with master...
07:12:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.629031 397 heartbeater.cc:511] Master 127.31.122.61:40883 requested a full tablet report, sending...
07:12:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.633958 32400 ts_manager.cc:194] Registered new tserver with Master: 9cb263ab392c41229b331dc2d34dac7a (127.31.122.1:45893)
07:12:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.637473 406 heartbeater.cc:347] Connected to a master server at 127.31.122.62:43027
07:12:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.637831 406 heartbeater.cc:464] Registering TS with master...
07:12:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.638667 406 heartbeater.cc:511] Master 127.31.122.62:43027 requested a full tablet report, sending...
07:12:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.640957 398 heartbeater.cc:347] Connected to a master server at 127.31.122.60:34227
07:12:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.641093 32297 ts_manager.cc:194] Registered new tserver with Master: 9cb263ab392c41229b331dc2d34dac7a (127.31.122.1:45893)
07:12:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.641247 398 heartbeater.cc:464] Registering TS with master...
07:12:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.641963 398 heartbeater.cc:511] Master 127.31.122.60:34227 requested a full tablet report, sending...
07:12:30.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.644506 32297 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.31.122.1:36465
07:12:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.644696 32519 ts_manager.cc:194] Registered new tserver with Master: 9cb263ab392c41229b331dc2d34dac7a (127.31.122.1:45893)
07:12:30.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:30.919682 404 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:30.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:30.920275 404 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:30.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:30.920760 404 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:30.952721 404 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:30.953526 404 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.122.2
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.994731 404 tablet_server_runner.cc:78] Tablet server non-default flags:
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/data
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/wal
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.2:0
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/data/info.pb
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.2
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.122.2
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/logs
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:12:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.996272 404 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:30.999177 404 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:31.039124 421 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:31.649096 406 heartbeater.cc:503] Master 127.31.122.62:43027 was elected leader, sending a full tablet report...
07:12:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:31.039547 419 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:31.039237 418 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:32.326282 420 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1285 milliseconds
07:12:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.326393 404 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:12:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.327577 404 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.330163 404 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.331564 404 hybrid_clock.cc:648] HybridClock initialized: now 1786000352331524 us; error 59 us; skew 500 ppm
07:12:32.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.332386 404 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.338994 404 webserver.cc:460] Webserver started at http://127.31.122.2:40209/ using document root <none> and password file <none>
07:12:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.339892 404 fs_manager.cc:359] Metadata directory not provided
07:12:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.340092 404 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.340464 404 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:12:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.345250 404 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/data/instance:
07:12:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fe0ea6d418d430cbb468243fb72e9ab"
07:12:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:32 on dist-test-slave-gjrz"
07:12:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.346312 404 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/wal/instance:
07:12:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fe0ea6d418d430cbb468243fb72e9ab"
07:12:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:32 on dist-test-slave-gjrz"
07:12:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.353221 404 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
07:12:32.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.358651 433 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.359774 404 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.360087 404 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/wal
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fe0ea6d418d430cbb468243fb72e9ab"
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:32 on dist-test-slave-gjrz"
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.360380 404 fs_report.cc:383] FS layout report
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/wal
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/wal
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/data/data
07:12:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.390493 404 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.392345 404 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.392758 404 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.395321 404 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:12:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.399832 404 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:12:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.400044 404 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:12:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.400357 404 ts_tablet_manager.cc:610] Registered 0 tablets
07:12:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.400523 404 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:12:32.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.645668 404 rpc_server.cc:307] RPC server started. Bound to: 127.31.122.2:40721
07:12:32.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.645761 602 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.122.2:40721 every 8 connection(s)
07:12:32.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.648118 404 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/data/info.pb
07:12:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.652323 32232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 404
07:12:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.653028 32232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-1/wal/instance
07:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.666071 32232 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/wal
07:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/data
07:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/logs
07:12:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/data/info.pb
07:12:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.3:0
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.122.3
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.3
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:32.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:32.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:12:32.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.710968 605 heartbeater.cc:347] Connected to a master server at 127.31.122.61:40883
07:12:32.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.711529 605 heartbeater.cc:464] Registering TS with master...
07:12:32.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.712596 606 heartbeater.cc:347] Connected to a master server at 127.31.122.60:34227
07:12:32.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.712726 605 heartbeater.cc:511] Master 127.31.122.61:40883 requested a full tablet report, sending...
07:12:32.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.712926 606 heartbeater.cc:464] Registering TS with master...
07:12:32.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.713853 606 heartbeater.cc:511] Master 127.31.122.60:34227 requested a full tablet report, sending...
07:12:32.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.716110 32400 ts_manager.cc:194] Registered new tserver with Master: 6fe0ea6d418d430cbb468243fb72e9ab (127.31.122.2:40721)
07:12:32.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.716969 32519 ts_manager.cc:194] Registered new tserver with Master: 6fe0ea6d418d430cbb468243fb72e9ab (127.31.122.2:40721)
07:12:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.722033 607 heartbeater.cc:347] Connected to a master server at 127.31.122.62:43027
07:12:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.722290 607 heartbeater.cc:464] Registering TS with master...
07:12:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.722932 607 heartbeater.cc:511] Master 127.31.122.62:43027 requested a full tablet report, sending...
07:12:32.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.724804 32297 ts_manager.cc:194] Registered new tserver with Master: 6fe0ea6d418d430cbb468243fb72e9ab (127.31.122.2:40721)
07:12:32.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:32.726250 32297 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.31.122.2:50493
07:12:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:33.104219 615 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:33.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:33.104796 615 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:33.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:33.105397 615 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:33.136880 615 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:33.137840 615 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.122.3
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:33.171859 615 tablet_server_runner.cc:78] Tablet server non-default flags:
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.122.20:44707
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/data
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/wal
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.122.3:0
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/data/info.pb
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.122.3
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:33.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.122.62:43027,127.31.122.61:40883,127.31.122.60:34227
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.122.3
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/logs
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:33.173377 615 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:33.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:33.175069 615 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:33.206584 625 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:33.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:33.729631 607 heartbeater.cc:503] Master 127.31.122.62:43027 was elected leader, sending a full tablet report...
07:12:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:34.267061 390 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4340 after lost signal to thread 32672
07:12:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:34.268049 390 debug-util.cc:398] Leaking SignalData structure 0x7b08000afc60 after lost signal to thread 394
07:12:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:33.211018 627 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:33.222772 615 server_base.cc:1034] running on GCE node
07:12:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:33.227417 630 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.330204 615 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:34.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.332930 615 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:34.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.334359 615 hybrid_clock.cc:648] HybridClock initialized: now 1786000354334295 us; error 72 us; skew 500 ppm
07:12:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.335150 615 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.342388 615 webserver.cc:460] Webserver started at http://127.31.122.3:41181/ using document root <none> and password file <none>
07:12:34.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.343333 615 fs_manager.cc:359] Metadata directory not provided
07:12:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.343545 615 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.343940 615 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:12:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.348976 615 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/data/instance:
07:12:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06bdd1a612664b1ba71b3b2f4522c87f"
07:12:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:34 on dist-test-slave-gjrz"
07:12:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.350140 615 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/wal/instance:
07:12:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06bdd1a612664b1ba71b3b2f4522c87f"
07:12:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:34 on dist-test-slave-gjrz"
07:12:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.358754 615 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.003s sys 0.004s
07:12:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.365016 639 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:34.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.366365 615 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
07:12:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.366781 615 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/wal
07:12:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06bdd1a612664b1ba71b3b2f4522c87f"
07:12:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:34 on dist-test-slave-gjrz"
07:12:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.367238 615 fs_report.cc:383] FS layout report
07:12:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/wal
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/wal
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/data/data
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:34.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.417762 615 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:34.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.419745 615 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:34.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.420338 615 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.424015 615 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:12:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.429800 615 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:12:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.430089 615 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:12:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.430387 615 ts_tablet_manager.cc:610] Registered 0 tablets
07:12:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.430595 615 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:12:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.596822 615 rpc_server.cc:307] RPC server started. Bound to: 127.31.122.3:45835
07:12:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.596988 820 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.31.122.3:45835 every 8 connection(s)
07:12:34.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.599421 615 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/data/info.pb
07:12:34.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.603405 32232 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 615
07:12:34.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.603883 32232 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster4173203666390717437/ts-2/wal/instance
07:12:34.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.664326 823 heartbeater.cc:347] Connected to a master server at 127.31.122.60:34227
07:12:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.664799 823 heartbeater.cc:464] Registering TS with master...
07:12:34.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.666949 823 heartbeater.cc:511] Master 127.31.122.60:34227 requested a full tablet report, sending...
07:12:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.670850 821 heartbeater.cc:347] Connected to a master server at 127.31.122.61:40883
07:12:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.671316 821 heartbeater.cc:464] Registering TS with master...
07:12:34.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.671487 32519 ts_manager.cc:194] Registered new tserver with Master: 06bdd1a612664b1ba71b3b2f4522c87f (127.31.122.3:45835)
07:12:34.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.672355 821 heartbeater.cc:511] Master 127.31.122.61:40883 requested a full tablet report, sending...
07:12:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.675506 32400 ts_manager.cc:194] Registered new tserver with Master: 06bdd1a612664b1ba71b3b2f4522c87f (127.31.122.3:45835)
07:12:34.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.678754 829 heartbeater.cc:347] Connected to a master server at 127.31.122.62:43027
07:12:34.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.679075 829 heartbeater.cc:464] Registering TS with master...
07:12:34.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.680047 829 heartbeater.cc:511] Master 127.31.122.62:43027 requested a full tablet report, sending...
07:12:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.682802 32296 ts_manager.cc:194] Registered new tserver with Master: 06bdd1a612664b1ba71b3b2f4522c87f (127.31.122.3:45835)
07:12:34.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.684466 32296 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.31.122.3:50543
07:12:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:34.697363 32232 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:12:34.711 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:12:34.712 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:12:34.726 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.122.62"
port: 43027
}
bound_http_address {
host: "127.31.122.62"
port: 35529
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.122.61"
port: 40883
}
bound_http_address {
host: "127.31.122.61"
port: 35559
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.122.60"
port: 34227
}
bound_http_address {
host: "127.31.122.60"
port: 37027
}
}
}
07:12:34.734 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:12:34.738 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.122.1"
port: 45893
}
bound_http_address {
host: "127.31.122.1"
port: 32955
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.122.2"
port: 40721
}
bound_http_address {
host: "127.31.122.2"
port: 40209
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.122.3"
port: 45835
}
bound_http_address {
host: "127.31.122.3"
port: 41181
}
}
}
07:12:34.738 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:12:34.983 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:12:35.122 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskOFYs_F/test-tmp
07:12:35.123 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:12:35.123 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskOFYs_F/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:12:35.128 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:12:35.523 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:35.523 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:12:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:35.526387 839 mini_oidc.cc:152] Starting JWKS server
07:12:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:35.530818 839 webserver.cc:460] Webserver started at http://127.0.0.1:43655/ using document root <none> and password file <none>
07:12:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:35.531364 839 mini_oidc.cc:189] Starting OIDC Discovery server
07:12:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:35.543606 839 webserver.cc:460] Webserver started at http://127.0.0.1:33371/ using document root <none> and password file <none>
07:12:35.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:12:35.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/principal' for realm 'KRBTEST.COM',
07:12:35.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:12:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:35 dist-test-slave-gjrz krb5kdc[859](info): setting up network...
07:12:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:12:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:35 dist-test-slave-gjrz krb5kdc[859](info): set up 2 sockets
07:12:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:35 dist-test-slave-gjrz krb5kdc[859](info): commencing operation
07:12:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:12:35.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:35.687958 829 heartbeater.cc:503] Master 127.31.122.62:43027 was elected leader, sending a full tablet report...
07:12:36.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:36.813021 839 mini_kdc.cc:121] Time spent starting KDC: real 1.236s user 0.001s sys 0.029s
07:12:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:12:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:12:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:12:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:12:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:12:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:12:36.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:12:36.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:12:36.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:12:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:12:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/test-user.keytab.
07:12:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/test-user.keytab.
07:12:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:36 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000356, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:12:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:12:36Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:12:36.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:12:36Z Disabled control of system clock
07:12:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.209.254@KRBTEST.COM; defaulting to no policy
07:12:37.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:12:37.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.209.254@KRBTEST.COM" created.
07:12:37.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:12:37.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.209.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.254.keytab.
07:12:37.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.209.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.254.keytab.
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:37.046149 839 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/logs
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data/info.pb
07:12:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.254:34729
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.254
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.254.keytab
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.254
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:12:37.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.398718 883 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:37.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.399297 883 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.399911 883 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:37.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.432796 883 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:12:37.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.433168 883 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:12:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.433645 883 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.434017 883 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:12:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.434345 883 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:12:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.434676 883 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:12:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.434900 883 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43655/jwks.json
07:12:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:37.473356 883 master_runner.cc:386] Master server non-default flags:
07:12:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.254.keytab
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.254
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.254:34729
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data/info.pb
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.254
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/logs
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:37.474509 883 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:37.475843 883 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:37.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.515144 896 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:38.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.519207 899 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:37.517258 895 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:38.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:38.696921 898 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1178 milliseconds
07:12:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.697739 883 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:12:38.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.699299 883 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:38.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.702553 883 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.703899 883 hybrid_clock.cc:648] HybridClock initialized: now 1786000358703830 us; error 65 us; skew 500 ppm
07:12:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.704909 883 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:38.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:38 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000358, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:38.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.711055 883 init.cc:377] Logged in from keytab as kudu/127.0.209.254@KRBTEST.COM (short username kudu)
07:12:38.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.716796 883 webserver.cc:460] Webserver started at http://127.0.209.254:35931/ using document root <none> and password file <none>
07:12:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.717779 883 fs_manager.cc:359] Metadata directory not provided
07:12:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.718005 883 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.718493 883 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:12:38.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.723343 883 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data/instance:
07:12:38.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "208d776e579249bc820508e8ddc66de3"
07:12:38.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:38 on dist-test-slave-gjrz"
07:12:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.724539 883 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal/instance:
07:12:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "208d776e579249bc820508e8ddc66de3"
07:12:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:38 on dist-test-slave-gjrz"
07:12:38.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.732125 883 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
07:12:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.737931 911 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.738864 883 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
07:12:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.739209 883 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "208d776e579249bc820508e8ddc66de3"
07:12:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:38 on dist-test-slave-gjrz"
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.739571 883 fs_report.cc:383] FS layout report
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data/data
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.791086 883 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.797487 883 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:38.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.797983 883 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.912737 883 rpc_server.cc:307] RPC server started. Bound to: 127.0.209.254:34729
07:12:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.912838 985 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.209.254:34729 every 8 connection(s)
07:12:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.915639 883 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data/info.pb
07:12:38.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.917220 839 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 883
07:12:38.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.917695 839 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal/instance
07:12:38.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.926209 987 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:12:38.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.938526 987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } has no permanent_uuid. Determining permanent_uuid...
07:12:38.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.209.253@KRBTEST.COM; defaulting to no policy
07:12:38.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:12:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.209.253@KRBTEST.COM" created.
07:12:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:38 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000358, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.254@KRBTEST.COM for kudu/127.0.209.254@KRBTEST.COM
07:12:38.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:12:38.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.209.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.253.keytab.
07:12:38.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.209.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.253.keytab.
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.975665 839 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/logs
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data/info.pb
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.253:43527
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.253
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.253.keytab
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.253
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:12:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:38.979548 987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } has no permanent_uuid. Determining permanent_uuid...
07:12:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:38.982452 913 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:38.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:38.986311 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.253:43527: Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:39.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:39.035815 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } attempt: 1
07:12:39.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.039757 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.253:43527: Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:39.108160 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } attempt: 2
07:12:39.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.112524 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.253:43527: Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:39.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:39.203938 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } attempt: 3
07:12:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.208225 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.253:43527: Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.334679 998 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.335444 998 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.336201 998 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:39.351593 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } attempt: 4
07:12:39.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.357475 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.253:43527: Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.368803 998 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.369056 998 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.369451 998 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.369731 998 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:12:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.370000 998 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:12:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.370277 998 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:12:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.370481 998 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43655/jwks.json
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:39.406068 998 master_runner.cc:386] Master server non-default flags:
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.253.keytab
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.253
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.253:43527
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data/info.pb
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.253
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/logs
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:39.407563 998 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:39.408736 998 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.430859 1012 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:39.656967 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } attempt: 5
07:12:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.663117 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.253:43527: Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:40.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.210959 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } attempt: 6
07:12:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:40.220762 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.253:43527: Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.431242 1010 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:39.433240 1015 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:40.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:40.727730 1013 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1296 milliseconds
07:12:40.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.727823 998 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:12:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.732237 998 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.735155 998 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.736562 998 hybrid_clock.cc:648] HybridClock initialized: now 1786000360736517 us; error 56 us; skew 500 ppm
07:12:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.737512 998 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:40 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000360, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.747246 998 init.cc:377] Logged in from keytab as kudu/127.0.209.253@KRBTEST.COM (short username kudu)
07:12:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.752162 998 webserver.cc:460] Webserver started at http://127.0.209.253:45191/ using document root <none> and password file <none>
07:12:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.753055 998 fs_manager.cc:359] Metadata directory not provided
07:12:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.753244 998 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.753623 998 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:12:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.759297 998 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data/instance:
07:12:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96fd89cf10ba433fb9b6c26f108e18c8"
07:12:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:40 on dist-test-slave-gjrz"
07:12:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.760834 998 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal/instance:
07:12:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96fd89cf10ba433fb9b6c26f108e18c8"
07:12:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:40 on dist-test-slave-gjrz"
07:12:40.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.769208 998 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.003s
07:12:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.775636 1027 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:40.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.776813 998 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
07:12:40.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.777136 998 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:40.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96fd89cf10ba433fb9b6c26f108e18c8"
07:12:40.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:40 on dist-test-slave-gjrz"
07:12:40.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.777505 998 fs_report.cc:383] FS layout report
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data/data
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.820696 998 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:40.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.826795 998 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:40.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.827313 998 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.922588 998 rpc_server.cc:307] RPC server started. Bound to: 127.0.209.253:43527
07:12:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.922667 1105 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.209.253:43527 every 8 connection(s)
07:12:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.925521 998 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data/info.pb
07:12:40.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.929742 839 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 998
07:12:40.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.930215 839 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal/instance
07:12:40.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.931715 1106 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:12:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.948668 1106 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } has no permanent_uuid. Determining permanent_uuid...
07:12:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.209.252@KRBTEST.COM; defaulting to no policy
07:12:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:12:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.209.252@KRBTEST.COM" created.
07:12:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:40 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000360, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.253@KRBTEST.COM for kudu/127.0.209.254@KRBTEST.COM
07:12:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.988981 1106 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } has no permanent_uuid. Determining permanent_uuid...
07:12:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:12:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.209.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.252.keytab.
07:12:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.209.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.252.keytab.
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:40.997763 839 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/logs
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data/info.pb
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.252:45463
07:12:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.252
07:12:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.252.keytab
07:12:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.252
07:12:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:12:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:12:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:12:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:41 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000360, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.253@KRBTEST.COM for kudu/127.0.209.253@KRBTEST.COM
07:12:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.022269 1106 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } has no permanent_uuid. Determining permanent_uuid...
07:12:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.024662 1029 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.028811 1106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.078306 1106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 1
07:12:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.082093 1106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.150492 1106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 2
07:12:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.154563 1106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.245937 1106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 3
07:12:41.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.249529 1106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.281292 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } attempt: 7
07:12:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:41 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000358, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.254@KRBTEST.COM for kudu/127.0.209.253@KRBTEST.COM
07:12:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.307411 987 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } has no permanent_uuid. Determining permanent_uuid...
07:12:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.313024 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.366077 1115 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.366793 1115 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.367589 1115 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:41.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.371469 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 1
07:12:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.375504 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.392904 1106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 4
07:12:41.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.397166 1106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.401822 1115 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:12:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.402143 1115 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:12:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.402405 1115 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.402606 1115 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:12:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.402791 1115 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:12:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.402976 1115 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:12:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.403110 1115 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43655/jwks.json
07:12:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.447525 1115 master_runner.cc:386] Master server non-default flags:
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.252.keytab
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.252
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.252:45463
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data/info.pb
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.252
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/logs
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.449020 1115 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.450161 1115 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.456965 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 2
07:12:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.463339 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.481307 1127 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:41.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.498461 596 debug-util.cc:398] Leaking SignalData structure 0x7b08000af0c0 after lost signal to thread 412
07:12:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.500010 596 debug-util.cc:398] Leaking SignalData structure 0x7b08000bdb40 after lost signal to thread 602
07:12:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.548924 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 3
07:12:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.554260 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.694696 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 4
07:12:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.696806 1106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 5
07:12:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.701651 1106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.701960 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:41.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.985450 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 5
07:12:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.989835 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.249114 1106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 6
07:12:42.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:42.267532 1106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.542308 987 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 6
07:12:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:42.573792 987 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.209.252:45463: Network error: Client connection negotiation failed: client connection to 127.0.209.252:45463: connect: Connection refused (error 111)
07:12:42.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.482302 1126 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:42.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:41.481534 1131 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:42.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:41.483206 1115 server_base.cc:1034] running on GCE node
07:12:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.768188 1115 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.779955 1115 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.781675 1115 hybrid_clock.cc:648] HybridClock initialized: now 1786000362781593 us; error 83 us; skew 500 ppm
07:12:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.782675 1115 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:42 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000362, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.788749 1115 init.cc:377] Logged in from keytab as kudu/127.0.209.252@KRBTEST.COM (short username kudu)
07:12:42.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.794885 1115 webserver.cc:460] Webserver started at http://127.0.209.252:45105/ using document root <none> and password file <none>
07:12:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.796116 1115 fs_manager.cc:359] Metadata directory not provided
07:12:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.796356 1115 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.796782 1115 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:12:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.801582 1115 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data/instance:
07:12:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea832cdce2ba483cbdfb764352bc93f9"
07:12:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:42 on dist-test-slave-gjrz"
07:12:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.802645 1115 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal/instance:
07:12:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea832cdce2ba483cbdfb764352bc93f9"
07:12:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:42 on dist-test-slave-gjrz"
07:12:42.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.810452 1115 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
07:12:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.816900 1151 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.818012 1115 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
07:12:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.818324 1115 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea832cdce2ba483cbdfb764352bc93f9"
07:12:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:42 on dist-test-slave-gjrz"
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.818637 1115 fs_report.cc:383] FS layout report
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data/data
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:42.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.866631 1115 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.874822 1115 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.875415 1115 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.999603 1115 rpc_server.cc:307] RPC server started. Bound to: 127.0.209.252:45463
07:12:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:42.999761 1228 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.209.252:45463 every 8 connection(s)
07:12:43.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.003237 1115 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data/info.pb
07:12:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.010144 839 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 1115
07:12:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.010684 839 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal/instance
07:12:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.012609 1231 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:12:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.048363 1231 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } has no permanent_uuid. Determining permanent_uuid...
07:12:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:43 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000356, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.209.252@KRBTEST.COM
07:12:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:43 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000362, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.252@KRBTEST.COM for kudu/127.0.209.254@KRBTEST.COM
07:12:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.090585 1231 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } has no permanent_uuid. Determining permanent_uuid...
07:12:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:43 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000362, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.252@KRBTEST.COM for kudu/127.0.209.253@KRBTEST.COM
07:12:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:43 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000356, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.209.253@KRBTEST.COM
07:12:43.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.117830 1231 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } has no permanent_uuid. Determining permanent_uuid...
07:12:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:43 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000362, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.252@KRBTEST.COM for kudu/127.0.209.252@KRBTEST.COM
07:12:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:43 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000356, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.209.254@KRBTEST.COM
07:12:43.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.151742 1231 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: Bootstrap starting.
07:12:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.156630 839 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:12:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.157975 1231 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: Neither blocks nor log segments found. Creating new log.
07:12:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.159926 1231 log.cc:824] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: Log is configured to *not* fsync() on all Append() calls
07:12:43.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.164994 1231 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: No bootstrap required, opened a new log
07:12:43.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:43.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:12:43.183 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:12:43.184 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:12:43.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.209.254"
port: 34729
}
bound_http_address {
host: "127.0.209.254"
port: 35931
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.209.253"
port: 43527
}
bound_http_address {
host: "127.0.209.253"
port: 45191
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.209.252"
port: 45463
}
bound_http_address {
host: "127.0.209.252"
port: 45105
}
}
}
07:12:43.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:12:43.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:43.191 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:12:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.194295 1231 raft_consensus.cc:348] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:43.195 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:12:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.195240 1231 raft_consensus.cc:374] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:12:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.195690 1231 raft_consensus.cc:729] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea832cdce2ba483cbdfb764352bc93f9, State: Initialized, Role: FOLLOWER
07:12:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.196806 1231 consensus_queue.cc:260] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.200146 1242 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } } }
07:12:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.201119 1242 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [sys.catalog]: This master's current role is: FOLLOWER
07:12:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.201901 1231 sys_catalog.cc:564] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [sys.catalog]: configured and running, proceeding with master startup.
07:12:43.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.237238 1242 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:12:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.238009 1242 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.244748 1242 leader_election.cc:288] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729), 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527)
07:12:43.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:43 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000363, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:43.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:12:43.265 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:43.268 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc
07:12:43.280 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:12:43.286 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc
07:12:43.287 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:12:43.292 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:12:43.294 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:12:43.295 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:12:43.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.305552 1270 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:43.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.305887 1270 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:43.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.328013 1106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } attempt: 7
07:12:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.290248 1115 master_runner.cc:186] Error getting master registration for 127.0.209.254:34729: OK, instance_id { permanent_uuid: "208d776e579249bc820508e8ddc66de3" instance_seqno: 1786000358889216 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:12:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.334810 1115 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:12:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:43 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000363, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:12:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:43 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000360, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.253@KRBTEST.COM for kudu/127.0.209.252@KRBTEST.COM
07:12:43.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:43.356 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc
07:12:43.357 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:12:43.358 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.209.253:43527
07:12:43.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:12:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.360987 839 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 998
07:12:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.382876 1161 tablet.cc:2369] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:12:43.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:43.408 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.209.252:45463
07:12:43.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:12:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.407477 1155 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.0.209.253:43527 (error 108)
07:12:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.409224 839 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 1115
07:12:43.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:43.438 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.209.254:34729
07:12:43.439 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:12:43.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.439389 839 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 883
07:12:43.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:43.468 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.209.253:43527
07:12:43.470 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.472111 839 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/logs
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data/info.pb
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.253:43527
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.253
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45191
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.253.keytab
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.253
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:12:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.789979 1278 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.790544 1278 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:43.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.791136 1278 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.823067 1278 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:12:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.823361 1278 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:12:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.823653 1278 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.823889 1278 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:12:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.824162 1278 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:12:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.824491 1278 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:12:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.824702 1278 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43655/jwks.json
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.863063 1278 master_runner.cc:386] Master server non-default flags:
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.253.keytab
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.253
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.253:43527
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data/info.pb
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.253
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45191
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/logs
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:12:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.864624 1278 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:43.865809 1278 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.883795 1296 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:45.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.884145 1291 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:45.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:43.883806 1290 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:45.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.004161 1295 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:12:45.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.004312 1278 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:12:45.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.008490 1278 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:45.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.011101 1278 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.012490 1278 hybrid_clock.cc:648] HybridClock initialized: now 1786000365012442 us; error 54 us; skew 500 ppm
07:12:45.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.013398 1278 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:45.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:45 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000365, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:45.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.019140 1278 init.cc:377] Logged in from keytab as kudu/127.0.209.253@KRBTEST.COM (short username kudu)
07:12:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.023766 1278 webserver.cc:460] Webserver started at http://127.0.209.253:45191/ using document root <none> and password file <none>
07:12:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.024659 1278 fs_manager.cc:359] Metadata directory not provided
07:12:45.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.024856 1278 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.032867 1278 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.000s
07:12:45.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.037339 1308 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.038393 1278 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.038688 1278 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96fd89cf10ba433fb9b6c26f108e18c8"
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:40 on dist-test-slave-gjrz"
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.040978 1278 fs_report.cc:383] FS layout report
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data/data
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.081647 1278 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.087028 1278 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.087458 1278 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:45.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.157691 1278 rpc_server.cc:307] RPC server started. Bound to: 127.0.209.253:43527
07:12:45.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.157883 1384 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.209.253:43527 every 8 connection(s)
07:12:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.160851 1278 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/data/info.pb
07:12:45.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.164075 839 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 1278
07:12:45.164 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:45.165 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.209.252:45463
07:12:45.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:12:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.166515 839 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/logs
07:12:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data/info.pb
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.252:45463
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.252
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45105
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.252.keytab
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.252
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:12:45.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.173277 1388 sys_catalog.cc:263] Verifying existing consensus state
07:12:45.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 07:12:45.174095 1388 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:12:45.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.174502 1278 master.cc:537] Master@127.0.209.253:43527 shutting down...
07:12:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.233136 1278 master.cc:552] Master@127.0.209.253:43527 shutdown complete.
07:12:45.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:12:45.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.481208 1394 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.481864 1394 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.482607 1394 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.515836 1394 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:12:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.516104 1394 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:12:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.516507 1394 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.516774 1394 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:12:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.516986 1394 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:12:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.517194 1394 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:12:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.517360 1394 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43655/jwks.json
07:12:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.564253 1394 master_runner.cc:386] Master server non-default flags:
07:12:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data
07:12:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:12:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.252.keytab
07:12:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.252
07:12:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.252:45463
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data/info.pb
07:12:45.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.252
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45105
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/logs
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:45.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:12:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.565387 1394 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.566337 1394 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.584183 1414 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.585062 1404 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:45.585978 1405 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:45.586556 1394 server_base.cc:1034] running on GCE node
07:12:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.718721 1394 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:46.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.721364 1394 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.722716 1394 hybrid_clock.cc:648] HybridClock initialized: now 1786000366722681 us; error 53 us; skew 500 ppm
07:12:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.723609 1394 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:46 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000366, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:46.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.736873 1394 init.cc:377] Logged in from keytab as kudu/127.0.209.252@KRBTEST.COM (short username kudu)
07:12:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.742367 1394 webserver.cc:460] Webserver started at http://127.0.209.252:45105/ using document root <none> and password file <none>
07:12:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.743574 1394 fs_manager.cc:359] Metadata directory not provided
07:12:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.743803 1394 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:46.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.752251 1394 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
07:12:46.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.757814 1429 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:46.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.759349 1394 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
07:12:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.759747 1394 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea832cdce2ba483cbdfb764352bc93f9"
07:12:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:42 on dist-test-slave-gjrz"
07:12:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.763322 1394 fs_report.cc:383] FS layout report
07:12:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/wal
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data/data
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:46.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.822556 1394 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.828505 1394 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.828922 1394 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:46.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.911516 1394 rpc_server.cc:307] RPC server started. Bound to: 127.0.209.252:45463
07:12:46.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.911650 1506 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.209.252:45463 every 8 connection(s)
07:12:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.914364 1394 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-2/data/info.pb
07:12:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.921684 839 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 1394
07:12:46.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:46.923 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.209.254:34729
07:12:46.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.924830 839 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/logs
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data/info.pb
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.254:34729
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.254
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35931
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.254.keytab
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.254
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:12:46.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.926380 1509 sys_catalog.cc:263] Verifying existing consensus state
07:12:46.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.932224 1509 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: Bootstrap starting.
07:12:46.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.966912 1509 log.cc:824] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: Log is configured to *not* fsync() on all Append() calls
07:12:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.971608 1509 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:12:46.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:46.972481 1509 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: Bootstrap complete.
07:12:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.005374 1509 raft_consensus.cc:348] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.008882 1509 raft_consensus.cc:374] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:12:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.009222 1509 raft_consensus.cc:729] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea832cdce2ba483cbdfb764352bc93f9, State: Initialized, Role: FOLLOWER
07:12:47.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.010185 1509 consensus_queue.cc:260] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:47.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.013321 1517 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } } }
07:12:47.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.014506 1517 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [sys.catalog]: This master's current role is: FOLLOWER
07:12:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.015167 1509 sys_catalog.cc:564] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [sys.catalog]: configured and running, proceeding with master startup.
07:12:47.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.047890 1517 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:12:47.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.048434 1517 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:47.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.054610 1517 leader_election.cc:288] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729), 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527)
07:12:47.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.055510 1433 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111)
07:12:47.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.059973 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:47.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.060318 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.071492 1433 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729): Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111)
07:12:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.075553 1431 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527): Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.076022 1431 leader_election.cc:302] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ea832cdce2ba483cbdfb764352bc93f9; no voters: 208d776e579249bc820508e8ddc66de3, 96fd89cf10ba433fb9b6c26f108e18c8
07:12:47.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.076851 1517 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:12:47.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.084158 1435 tablet.cc:2369] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:12:47.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.042936 1394 master_runner.cc:186] Error getting master registration for 127.0.209.254:34729: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111),
07:12:47.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.086758 1394 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:12:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.259416 1515 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:12:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.260070 1515 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:12:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.260767 1515 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:12:47.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.293897 1515 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:12:47.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.294190 1515 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:12:47.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.294631 1515 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:12:47.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.294937 1515 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:12:47.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.295245 1515 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:12:47.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.295593 1515 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:12:47.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.295856 1515 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43655/jwks.json
07:12:47.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.333395 1515 master_runner.cc:386] Master server non-default flags:
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.209.212:36251
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.209.254:34729,127.0.209.253:43527,127.0.209.252:45463
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/krb5kdc/kudu_127.0.209.254.keytab
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.209.254
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.209.254:34729
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43655/jwks.json
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data/info.pb
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.209.254
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35931
07:12:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:12:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:12:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:12:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:12:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:12:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/logs
07:12:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:12:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:12:47.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:12:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:12:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:12:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:12:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:12:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:12:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:12:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:12:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.334964 1515 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:12:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.336432 1515 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:12:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.355362 1548 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:48.064749 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:48.065094 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:47.357921 1515 server_base.cc:1034] running on GCE node
07:12:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.355372 1549 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:47.358744 1553 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:12:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.524389 1515 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:12:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.527993 1515 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:12:48.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.529713 1515 hybrid_clock.cc:648] HybridClock initialized: now 1786000368529640 us; error 84 us; skew 500 ppm
07:12:48.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.530838 1515 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:12:48.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:48 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000368, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:48.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.538650 1515 init.cc:377] Logged in from keytab as kudu/127.0.209.254@KRBTEST.COM (short username kudu)
07:12:48.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.579982 1515 webserver.cc:460] Webserver started at http://127.0.209.254:35931/ using document root <none> and password file <none>
07:12:48.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.581408 1515 fs_manager.cc:359] Metadata directory not provided
07:12:48.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.581734 1515 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:12:48.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.592909 1515 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.008s sys 0.000s
07:12:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.598385 1564 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:12:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.599745 1515 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
07:12:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.600353 1515 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data,/tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "208d776e579249bc820508e8ddc66de3"
07:12:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:12:38 on dist-test-slave-gjrz"
07:12:48.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.604087 1515 fs_report.cc:383] FS layout report
07:12:48.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:12:48.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:48.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal
07:12:48.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data/data
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:12:48.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:12:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.642884 1515 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:12:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.649912 1515 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:12:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.650487 1515 kserver.cc:163] Server-wide thread pool size limit: 3276
07:12:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.743877 1515 rpc_server.cc:307] RPC server started. Bound to: 127.0.209.254:34729
07:12:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.744010 1647 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.209.254:34729 every 8 connection(s)
07:12:48.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.747759 1515 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/data/info.pb
07:12:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.752108 839 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu as pid 1515
07:12:48.752 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:12:48.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.762593 1648 sys_catalog.cc:263] Verifying existing consensus state
07:12:48.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 07:12:48.763612 1648 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:12:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.764071 1515 master.cc:537] Master@127.0.209.254:34729 shutting down...
07:12:48.826 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.836061 1515 master.cc:552] Master@127.0.209.254:34729 shutdown complete.
07:12:48.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskOFYs_F/test-tmp/mini-kudu-cluster8541729285303278612/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:12:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.880028 1654 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:12:48.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.880559 1654 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:48.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.889614 1654 leader_election.cc:288] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729), 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527)
07:12:48.903 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.209.252:45463(127.0.209.252:45463)] connecting to peer
07:12:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:48.916518 1433 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729): Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111)
07:12:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:48.919307 1431 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527): Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:48.920 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:48.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.919890 1431 leader_election.cc:302] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ea832cdce2ba483cbdfb764352bc93f9; no voters: 208d776e579249bc820508e8ddc66de3, 96fd89cf10ba433fb9b6c26f108e18c8
07:12:48.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:48.920874 1654 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:12:48.955 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.209.252:45463(127.0.209.252:45463)] Successfully connected to peer
07:12:48.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:48.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:48.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:48.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:48.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:48.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.050 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:12:49.060 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.0.209.252
07:12:49.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:49.068249 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:49.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:49.068533 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:49 dist-test-slave-gjrz krb5kdc[859](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000363, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.209.252@KRBTEST.COM
07:12:49.306 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x857c1906, L:/127.0.0.1:36326 - R:/127.0.209.252:45463] using SASL/GSSAPI
07:12:49.322 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:49.340 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:49.345 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:49.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:49.359 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:49.360 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:49.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.366 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:49.380 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:49.381 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:49.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:49.399 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:49.401 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:49.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:49.420 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:49.421 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:49.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:49.459 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:49.461 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:49.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:49.520 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:49.523 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:49.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:49.780 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:49.781 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:49.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:49.799 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:49.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:49.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:49.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:49.808 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:50.071420 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:50.071673 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:50.159 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:50.161 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:50.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:50.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:50.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:50.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:50.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:50.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:50.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:51.074442 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:51.074700 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:51.280 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:51.281 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:51.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:51.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:51.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:51.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:51.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:51.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:51.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:51.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:51.978266 1668 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:12:51.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:51.978641 1668 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:51.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:51.980116 1668 leader_election.cc:288] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729), 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527)
07:12:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:51.985378 1433 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729): Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111)
07:12:51.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:51.985816 1431 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527): Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:51.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:51.986248 1431 leader_election.cc:302] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ea832cdce2ba483cbdfb764352bc93f9; no voters: 208d776e579249bc820508e8ddc66de3, 96fd89cf10ba433fb9b6c26f108e18c8
07:12:51.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:51.986841 1668 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:12:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:52.077507 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:52.077765 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:52.088836 1394 master_runner.cc:186] Error getting master registration for 127.0.209.254:34729: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111),
07:12:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:52.089221 1394 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:12:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:53.081317 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:53.081636 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:53.839 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:53.841 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:53.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:53.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:53.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:53.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:53.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:53.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:53.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:54.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:54.084573 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:54.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:54.084828 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:55.087671 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:55.087918 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:55.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:55.381314 1679 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:12:55.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:55.381718 1679 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:55.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:55.383409 1679 leader_election.cc:288] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729), 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527)
07:12:55.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:55.385198 1433 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:12:55.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:55.387600 1431 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527): Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:55.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:55.387939 1433 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729): Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111)
07:12:55.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:55.388231 1433 leader_election.cc:302] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ea832cdce2ba483cbdfb764352bc93f9; no voters: 208d776e579249bc820508e8ddc66de3, 96fd89cf10ba433fb9b6c26f108e18c8
07:12:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:55.388728 1679 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:12:55.620 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:55.621 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:55.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:55.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:55.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:55.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:55.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:55.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:55.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:56.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:56.091384 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:56.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:56.091717 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:12:56 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000376, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:12:56.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:56.741110 1422 init.cc:295] Successfully reacquired a new kerberos TGT
07:12:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:57.092517 1394 master_runner.cc:186] Error getting master registration for 127.0.209.254:34729: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111),
07:12:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:57.092940 1394 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:12:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:57.094925 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:57.095167 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:57.379 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:57.381 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:57.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:57.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:57.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:57.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:57.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:57.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:57.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:12:58.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:58.098549 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:58.098809 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:58.282630 1690 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:12:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:58.283097 1690 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:12:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:58.284793 1690 leader_election.cc:288] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729), 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527)
07:12:58.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:58.289060 1433 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729): Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111)
07:12:58.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:58.289572 1431 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527): Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:12:58.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:58.289902 1431 leader_election.cc:302] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ea832cdce2ba483cbdfb764352bc93f9; no voters: 208d776e579249bc820508e8ddc66de3, 96fd89cf10ba433fb9b6c26f108e18c8
07:12:58.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:12:58.290575 1690 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:12:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:59.101722 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:12:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:12:59.102011 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:12:59.240 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:12:59.241 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:12:59.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:59.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:59.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:59.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:12:59.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:59.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:12:59.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:00.105052 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:00.105330 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:01.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:01.108476 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:01.108745 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:02.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:02.095656 1394 master_runner.cc:186] Error getting master registration for 127.0.209.254:34729: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111),
07:13:02.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:02.096024 1394 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:13:02.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:02.112097 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:02.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:02.112411 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:02.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:02.377460 1704 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:13:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:02.377955 1704 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:13:02.380 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:02.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:02.379984 1704 leader_election.cc:288] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729), 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527)
07:13:02.381 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:02.382429 1433 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111) [suppressed 3 similar messages]
07:13:02.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:02.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:02.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:02.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:02.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:02.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:02.385915 1433 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729): Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111)
07:13:02.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:02.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:02.386858 1431 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527): Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:13:02.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:02.387430 1431 leader_election.cc:302] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ea832cdce2ba483cbdfb764352bc93f9; no voters: 208d776e579249bc820508e8ddc66de3, 96fd89cf10ba433fb9b6c26f108e18c8
07:13:02.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:02.388152 1704 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:13:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:03.116369 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:03.116705 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:04.119714 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:04.119974 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:04.259 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:04.260 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:04.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:04.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:04.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:04.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:04.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:04.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:04.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:05.122814 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:05.123129 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:05.939 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:05.941 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:05.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:05.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:05.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:05.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:05.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:05.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:05.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:06.126573 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:06.126904 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:13:06 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000386, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:13:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:06.743557 1422 init.cc:295] Successfully reacquired a new kerberos TGT
07:13:07.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:07.099140 1394 master_runner.cc:186] Error getting master registration for 127.0.209.254:34729: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111),
07:13:07.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:07.099578 1394 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:13:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:07.129793 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:07.130070 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:08.132834 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:08.133096 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:09.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:09.135943 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:09.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:09.136226 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:09.800 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:09.801 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:09.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:09.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:09.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:09.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:09.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:09.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:09.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:10.060 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:10.061 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:10.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:10.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:10.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:10.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:10.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:10.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:10.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:10.138952 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:10.139248 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:11.142098 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:11.142361 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:11.679 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:11.680 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:11.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:11.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:11.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:11.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:11.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:11.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:11.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:12.102102 1394 master_runner.cc:186] Error getting master registration for 127.0.209.254:34729: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111),
07:13:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:12.102447 1394 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:13:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:12.145155 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:12.145411 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:12.695478 1724 raft_consensus.cc:482] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:13:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:12.695964 1724 raft_consensus.cc:504] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "208d776e579249bc820508e8ddc66de3" member_type: VOTER last_known_addr { host: "127.0.209.254" port: 34729 } } peers { permanent_uuid: "96fd89cf10ba433fb9b6c26f108e18c8" member_type: VOTER last_known_addr { host: "127.0.209.253" port: 43527 } } peers { permanent_uuid: "ea832cdce2ba483cbdfb764352bc93f9" member_type: VOTER last_known_addr { host: "127.0.209.252" port: 45463 } }
07:13:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:12.697506 1724 leader_election.cc:288] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729), 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527)
07:13:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:12.699601 1433 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111) [suppressed 1 similar messages]
07:13:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:12.702112 1431 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 96fd89cf10ba433fb9b6c26f108e18c8 (127.0.209.253:43527): Network error: Client connection negotiation failed: client connection to 127.0.209.253:43527: connect: Connection refused (error 111)
07:13:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:12.702481 1433 leader_election.cc:334] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 208d776e579249bc820508e8ddc66de3 (127.0.209.254:34729): Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111)
07:13:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:12.702821 1433 leader_election.cc:302] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ea832cdce2ba483cbdfb764352bc93f9; no voters: 208d776e579249bc820508e8ddc66de3, 96fd89cf10ba433fb9b6c26f108e18c8
07:13:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:12.703513 1724 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:13:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:13.148214 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:13.148464 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:14.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:14.151304 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:14.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:14.151576 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:14.839 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:14.840 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:14.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:14.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:14.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:14.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:14.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:14.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:14.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:15.154314 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:15.154559 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:16.019 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:16.020 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:16.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:16.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:16.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:16.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:16.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:16.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:16.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:16.157790 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:16.158120 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:16.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:13:16 dist-test-slave-gjrz krb5kdc[859](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786000396, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.209.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:13:16.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:16.745981 1422 init.cc:295] Successfully reacquired a new kerberos TGT
07:13:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:17.105595 1394 master_runner.cc:186] Error getting master registration for 127.0.209.254:34729: Network error: Client connection negotiation failed: client connection to 127.0.209.254:34729: connect: Connection refused (error 111),
07:13:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:17.105986 1394 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:13:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:17.161130 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:17.161425 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:17.279 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:17.280 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:17.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:17.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:17.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:17.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:17.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:17.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:17.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:17.719 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:17.720 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:17.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:17.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:17.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:17.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:17.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:17.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:17.723 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:18.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:18.164126 1535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ea832cdce2ba483cbdfb764352bc93f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:13:18.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:13:18.164397 1535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:13:18.659 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.253:43527(127.0.209.253:43527)] connecting to peer
07:13:18.660 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.0.209.254:34729(127.0.209.254:34729)] connecting to peer
07:13:18.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:18.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:18.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.253:43527(127.0.209.253:43527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:18.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.209.254:34729(127.0.209.254:34729)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:18.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.253:43527: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527
07:13:18.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.209.254:34729: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
07:13:18.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729; will retry
07:13:18.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29907), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [207ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [553ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [557ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [574ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [584ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [586ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [598ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [599ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [602ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [622ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [640ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [641ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [658ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [660ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [662ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [701ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [754ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [760ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [762ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1014ms] refreshing cache from master, [1014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1021ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1394ms] refreshing cache from master, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1400ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1400ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2514ms] refreshing cache from master, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [2516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2520ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [2521ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [5074ms] refreshing cache from master, [5074ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [5075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [5076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [5078ms] too many traces: truncated at 100 traces, deferred=Deferred@1362031934(state=PENDING, result=null, callback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106), errback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106)))
07:13:18.673 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.0.209.252:45463(127.0.209.252:45463)] disconnecting while in state READY
07:13:18.674 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.0.209.253:43527(127.0.209.253:43527)] disconnecting while in state TERMINATED
07:13:18.674 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.0.209.254:34729(127.0.209.254:34729)] disconnecting while in state TERMINATED
07:13:18.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:13:18.681 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.209.252:45463(127.0.209.252:45463)] handling channelInactive
07:13:18.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.209.252:45463(127.0.209.252:45463)] cleaning up while in state READY due to: connection closed
07:13:18.682 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:13:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:18.690609 839 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 1394
07:13:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:13:19Z chronyd exiting
07:13:20.839 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:13:20.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:20.841039 32232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 32651
07:13:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:20.871090 32232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 404
07:13:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:20.907017 32232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 615
07:13:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:20.931154 32232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 32248
07:13:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:20.971352 32232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 32347
07:13:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:13:21.003624 32232 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOFYs_F/build/tsan/bin/kudu with pid 32450
07:13:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:13:22Z chronyd exiting
07:13:23.105 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29907), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [207ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [553ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [557ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [574ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [584ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [586ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [598ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [599ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [602ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [622ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [640ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [641ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [658ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [660ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [662ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [701ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [754ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [760ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [762ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1014ms] refreshing cache from master, [1014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1021ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1394ms] refreshing cache from master, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1400ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1400ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2514ms] refreshing cache from master, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [2516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2520ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [2521ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [5074ms] refreshing cache from master, [5074ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [5075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [5076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [5078ms] too many traces: truncated at 100 traces, deferred=Deferred@1362031934(state=PENDING, result=null, callback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106), errback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.209.254:34729
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29907), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [207ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [553ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [557ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [574ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [584ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [586ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [598ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [599ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [602ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [622ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [640ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [641ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [658ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [660ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [662ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [701ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [754ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [760ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [762ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1014ms] refreshing cache from master, [1014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1021ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1394ms] refreshing cache from master, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1400ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1400ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2514ms] refreshing cache from master, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [2516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2520ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [2521ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [5074ms] refreshing cache from master, [5074ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [5075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [5076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [5078ms] too many traces: truncated at 100 traces, deferred=Deferred@1362031934(state=PENDING, result=null, callback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106), errback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.209.254:34729
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
07:13:24.116 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
07:13:24.116 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29907), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [207ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [553ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [557ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [574ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [584ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [586ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [598ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [599ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [602ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [622ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [640ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [641ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [658ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [660ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [662ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [701ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [754ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [760ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [762ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1014ms] refreshing cache from master, [1014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1021ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1394ms] refreshing cache from master, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1400ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1400ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2514ms] refreshing cache from master, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [2516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2520ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [2521ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [5074ms] refreshing cache from master, [5074ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [5075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [5076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [5078ms] too many traces: truncated at 100 traces, deferred=Deferred@1362031934(state=PENDING, result=null, callback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106), errback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.209.254:34729
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29907), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [207ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [553ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [557ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [574ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [582ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [584ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [586ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [594ms] refreshing cache from master, [594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [598ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [599ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [601ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [602ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [614ms] refreshing cache from master, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [619ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [621ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [622ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [634ms] refreshing cache from master, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [638ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [640ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [641ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [658ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [660ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [662ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [662ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [694ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [699ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [701ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [754ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [760ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [761ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [762ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1014ms] refreshing cache from master, [1014ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1015ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1018ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1021ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1034ms] refreshing cache from master, [1034ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1043ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1394ms] refreshing cache from master, [1394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [1395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [1398ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [1400ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [1400ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2514ms] refreshing cache from master, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [2515ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [2516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.254:34729: Network error: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729, [2519ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.253:43527: Network error: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [2520ms] Sub RPC ConnectToMaster: received response from server master-127.0.209.252:45463: OK, [2521ms] delaying RPC due to: Service unavailable: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527, [5074ms] refreshing cache from master, [5074ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.253:43527, [5075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.252:45463, [5076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.209.254:34729, [5078ms] too many traces: truncated at 100 traces, deferred=Deferred@1362031934(state=PENDING, result=null, callback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106), errback=(continuation of Deferred@631651028 after retry RPC after error@778568332) -> (continuation of Deferred@1354482418 after retry RPC after error@1989823198) -> (continuation of Deferred@1652473411 after retry RPC after error@216837346) -> (continuation of Deferred@47072223 after retry RPC after error@640038370) -> (continuation of Deferred@826088387 after retry RPC after error@1482635962) -> (continuation of Deferred@687823573 after retry RPC after error@1063383821) -> (continuation of Deferred@1725633569 after retry RPC after error@1206941866) -> (continuation of Deferred@353090419 after retry RPC after error@633527108) -> (continuation of Deferred@453425601 after retry RPC after error@1601681187) -> (continuation of Deferred@401563549 after retry RPC after error@616869599) -> (continuation of Deferred@178438967 after retry RPC after error@1745789935) -> (continuation of Deferred@99617476 after retry RPC after error@79953651) -> (continuation of Deferred@409222695 after retry RPC after error@90765087) -> (continuation of Deferred@13335388 after retry RPC after error@467937744) -> (continuation of Deferred@575191437 after retry RPC after error@1624924884) -> (continuation of Deferred@999351304 after retry RPC after error@16834563) -> (continuation of Deferred@1726199167 after retry RPC after error@1436334005) -> (continuation of Deferred@1771092394 after retry RPC after error@1872120931) -> (continuation of Deferred@346375331 after retry RPC after error@615807133) -> (continuation of Deferred@1208338504 after retry RPC after error@355299455) -> (continuation of Deferred@731098661 after retry RPC after error@744770394) -> (continuation of Deferred@1254461718 after retry RPC after error@873840313) -> (continuation of Deferred@37870744 after retry RPC after error@217147665) -> (continuation of Deferred@1792672952 after retry RPC after error@1940102956) -> (continuation of Deferred@2139764956 after retry RPC after error@2025091037) -> (continuation of Deferred@1123109815 after retry RPC after error@759490106)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.209.253:43527,127.0.209.252:45463,127.0.209.254:34729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.253:43527(127.0.209.253:43527): Connection refused: /127.0.209.253:43527,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.209.254:34729(127.0.209.254:34729): Connection refused: /127.0.209.254:34729
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.209.254:34729
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)